src/main/event.c

   1 /*
   2  * event.c      Server event handling
   3  *
   4  * Version:     $Id$
   5  *
   6  *   This program is free software; you can redistribute it and/or modify
   7  *   it under the terms of the GNU General Public License as published by
   8  *   the Free Software Foundation; either version 2 of the License, or
   9  *   (at your option) any later version.
  10  *
  11  *   This program is distributed in the hope that it will be useful,
  12  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  *   GNU General Public License for more details.
  15  *
  16  *   You should have received a copy of the GNU General Public License
  17  *   along with this program; if not, write to the Free Software
  18  *   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  19  *
  20  * Copyright 2007  The FreeRADIUS server project
  21  * Copyright 2007  Alan DeKok <aland@deployingradius.com>
  22  */
  23
  24 #include <freeradius-devel/ident.h>
  25 RCSID("$Id$")
  26
  27 #include <freeradius-devel/radiusd.h>
  28 #include <freeradius-devel/modules.h>
  29 #include <freeradius-devel/event.h>
  30 #include <freeradius-devel/detail.h>
  31
  32 #include <freeradius-devel/rad_assert.h>
  33
  34 #include <signal.h>
  35 #include <fcntl.h>
  36
  37 #ifdef HAVE_SYS_WAIT_H
  38 #       include <sys/wait.h>
  39 #endif
  40
  41 #define USEC (1000000)
  42
  43 extern pid_t radius_pid;
  44 extern int dont_fork;
  45 extern int check_config;
  46 extern void force_log_reopen(void);
  47 extern char *debug_condition;
  48
  49 /*
  50  *      Ridiculous amounts of local state.
  51  */
  52 static fr_event_list_t  *el = NULL;
  53 static fr_packet_list_t *pl = NULL;
  54 static int                      request_num_counter = 0;
  55 static struct timeval           now;
  56 time_t                          fr_start_time;
  57 static int                      have_children;
  58 static int                      just_started = TRUE;
  59
  60 #ifndef __MINGW32__
  61 #ifdef HAVE_PTHREAD_H
  62 #define WITH_SELF_PIPE (1)
  63 #endif
  64 #endif
  65
  66 #ifdef WITH_SELF_PIPE
  67 static int self_pipe[2];
  68 #endif
  69
  70 #ifdef HAVE_PTHREAD_H
  71 #ifdef WITH_PROXY
  72 static pthread_mutex_t  proxy_mutex;
  73 static rad_listen_t *proxy_listener_list = NULL;
  74 static int proxy_no_new_sockets = FALSE;
  75 #endif
  76
  77 #define PTHREAD_MUTEX_LOCK if (have_children) pthread_mutex_lock
  78 #define PTHREAD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
  79
  80 static pthread_t NO_SUCH_CHILD_PID;
  81 #else
  82 /*
  83  *      This is easier than ifdef's throughout the code.
  84  */
  85 #define PTHREAD_MUTEX_LOCK(_x)
  86 #define PTHREAD_MUTEX_UNLOCK(_x)
  87 int thread_pool_addrequest(REQUEST *request, RAD_REQUEST_FUNP fun)
  88 {
  89         radius_handle_request(request, fun);
  90         return 1;
  91 }
  92 #endif
  93
  94 /*
  95  *      We need mutexes around the event FD list *only* in certain
  96  *      cases.
  97  */
  98 #if defined (HAVE_PTHREAD_H) && (defined(WITH_PROXY) || defined(WITH_TCP))
  99 static pthread_mutex_t  fd_mutex;
 100 #define FD_MUTEX_LOCK if (have_children) pthread_mutex_lock
 101 #define FD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
 102 #else
 103 /*
 104  *      This is easier than ifdef's throughout the code.
 105  */
 106 #define FD_MUTEX_LOCK(_x)
 107 #define FD_MUTEX_UNLOCK(_x)
 108 #endif
 109
 110
 111 #define INSERT_EVENT(_function, _ctx) if (!fr_event_insert(el, _function, _ctx, &((_ctx)->when), &((_ctx)->ev))) { _rad_panic(__FILE__, __LINE__, "Failed to insert event"); }
 112
 113 #ifdef WITH_PROXY
 114 static fr_packet_list_t *proxy_list = NULL;
 115 static void remove_from_proxy_hash(REQUEST *request);
 116
 117 static void check_for_zombie_home_server(REQUEST *request);
 118 #else
 119 #define remove_from_proxy_hash(foo)
 120 #endif
 121
 122 static void request_post_handler(REQUEST *request);
 123 static void wait_a_bit(void *ctx);
 124 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd, void *ctx);
 125 #ifdef WITH_DETAIL
 126 static void event_poll_detail(void *ctx);
 127 #endif
 128
 129 static void NEVER_RETURNS _rad_panic(const char *file, unsigned int line,
 130                                     const char *msg)
 131 {
 132         radlog(L_ERR, "[%s:%d] %s", file, line, msg);
 133         _exit(1);
 134 }
 135
 136 #define rad_panic(x) _rad_panic(__FILE__, __LINE__, x)
 137
 138
 139 static void tv_add(struct timeval *tv, int usec_delay)
 140 {
 141         if (usec_delay > USEC) {
 142                 tv->tv_sec += usec_delay / USEC;
 143                 usec_delay %= USEC;
 144         }
 145         tv->tv_usec += usec_delay;
 146
 147         if (tv->tv_usec > USEC) {
 148                 tv->tv_sec += tv->tv_usec / USEC;
 149                 tv->tv_usec %= USEC;
 150         }
 151 }
 152
 153 static void remove_from_request_hash(REQUEST *request)
 154 {
 155         if (!request->in_request_hash) return;
 156
 157         fr_packet_list_yank(pl, request->packet);
 158         request->in_request_hash = FALSE;
 159
 160         request_stats_final(request);
 161
 162 #ifdef WITH_TCP
 163         request->listener->count--;
 164 #endif
 165 }
 166
 167 #ifdef WITH_PROXY
 168 static REQUEST *lookup_in_proxy_hash(RADIUS_PACKET *reply)
 169 {
 170         int done = FALSE;
 171         RADIUS_PACKET **proxy_p;
 172         REQUEST *request;
 173
 174         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 175         proxy_p = fr_packet_list_find_byreply(proxy_list, reply);
 176
 177         if (!proxy_p) {
 178                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 179                 return NULL;
 180         }
 181
 182         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
 183         request->num_proxied_responses++; /* needs to be protected by lock */
 184
 185         done = (request->num_proxied_requests == request->num_proxied_responses);
 186         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 187
 188
 189         /*
 190          *      Catch the most common case of everything working
 191          *      correctly.
 192          */
 193         if (done) remove_from_proxy_hash(request);
 194
 195         return request;
 196 }
 197
 198
 199 static void remove_from_proxy_hash(REQUEST *request)
 200 {
 201         /*
 202          *      Check this without grabbing the mutex because it's a
 203          *      lot faster that way.
 204          */
 205         if (!request->in_proxy_hash) return;
 206
 207         /*
 208          *      The "not in hash" flag is definitive.  However, if the
 209          *      flag says that it IS in the hash, there might still be
 210          *      a race condition where it isn't.
 211          */
 212         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 213
 214         if (!request->in_proxy_hash) {
 215                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 216                 return;
 217         }
 218
 219         fr_packet_list_yank(proxy_list, request->proxy);
 220         fr_packet_list_id_free(proxy_list, request->proxy);
 221
 222         /*
 223          *      On the FIRST reply, decrement the count of outstanding
 224          *      requests.  Note that this is NOT the count of sent
 225          *      packets, but whether or not the home server has
 226          *      responded at all.
 227          */
 228         if (!request->proxy_reply &&
 229             request->home_server &&
 230             request->home_server->currently_outstanding) {
 231                 request->home_server->currently_outstanding--;
 232         }
 233
 234 #ifdef WITH_TCP
 235         request->proxy_listener->count--;
 236         request->proxy_listener = NULL;
 237 #endif
 238
 239         /*
 240          *      Got from YES in hash, to NO, not in hash while we hold
 241          *      the mutex.  This guarantees that when another thread
 242          *      grabs the mutex, the "not in hash" flag is correct.
 243          */
 244         request->in_proxy_hash = FALSE;
 245
 246         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 247 }
 248 #endif  /* WITH_PROXY */
 249
 250 static void ev_request_free(REQUEST **prequest)
 251 {
 252         REQUEST *request;
 253
 254         if (!prequest || !*prequest) return;
 255
 256         request = *prequest;
 257
 258 #ifdef WITH_COA
 259         if (request->coa) {
 260                 /*
 261                  *      Divorce the child from the parent first,
 262                  *      then clean up the child.
 263                  */
 264                 request->coa->parent = NULL;
 265                 ev_request_free(&request->coa);
 266         }
 267
 268         /*
 269          *      Divorce the parent from the child, and leave the
 270          *      parent still alive.
 271          */
 272         if (request->parent && (request->parent->coa == request)) {
 273                 request->parent->coa = NULL;
 274         }
 275 #endif
 276
 277         if (request->ev) fr_event_delete(el, &request->ev);
 278 #ifdef WITH_PROXY
 279         if (request->in_proxy_hash) remove_from_proxy_hash(request);
 280 #endif
 281         if (request->in_request_hash) remove_from_request_hash(request);
 282
 283         request_free(prequest);
 284 }
 285
 286 #ifdef WITH_TCP
 287 static int remove_all_requests(void *ctx, void *data)
 288 {
 289         rad_listen_t *this = ctx;
 290         RADIUS_PACKET **packet_p = data;
 291         REQUEST *request;
 292
 293         request = fr_packet2myptr(REQUEST, packet, packet_p);
 294         if (request->packet->sockfd != this->fd) return 0;
 295
 296         switch (request->child_state) {
 297         case REQUEST_RUNNING:
 298                 rad_assert(request->ev != NULL); /* or it's lost forever */
 299         case REQUEST_QUEUED:
 300                 request->master_state = REQUEST_STOP_PROCESSING;
 301                 return 0;
 302
 303                 /*
 304                  *      Waiting for a reply.  There's no point in
 305                  *      doing anything else.  We remove it from the
 306                  *      request hash so that we can close the upstream
 307                  *      socket.
 308                  */
 309         case REQUEST_PROXIED:
 310                 remove_from_request_hash(request);
 311                 request->child_state = REQUEST_DONE;
 312                 return 0;
 313
 314         case REQUEST_REJECT_DELAY:
 315         case REQUEST_CLEANUP_DELAY:
 316         case REQUEST_DONE:
 317                 ev_request_free(&request);
 318                 break;
 319         }
 320
 321         return 0;
 322 }
 323
 324 #ifdef WITH_PROXY
 325 static int remove_all_proxied_requests(void *ctx, void *data)
 326 {
 327         rad_listen_t *this = ctx;
 328         RADIUS_PACKET **proxy_p = data;
 329         REQUEST *request;
 330
 331         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
 332         if (request->proxy->sockfd != this->fd) return 0;
 333
 334         switch (request->child_state) {
 335         case REQUEST_RUNNING:
 336                 rad_assert(request->ev != NULL); /* or it's lost forever */
 337         case REQUEST_QUEUED:
 338                 request->master_state = REQUEST_STOP_PROCESSING;
 339                 return 0;
 340
 341                 /*
 342                  *      Eventually we will discover that there is no
 343                  *      response to the proxied request.
 344                  */
 345         case REQUEST_PROXIED:
 346                 break;
 347
 348                 /*
 349                  *      Keep it in the cache for duplicate detection.
 350                  */
 351         case REQUEST_REJECT_DELAY:
 352         case REQUEST_CLEANUP_DELAY:
 353         case REQUEST_DONE:
 354                 break;
 355         }
 356
 357         remove_from_proxy_hash(request);
 358         return 0;
 359 }
 360 #endif  /* WITH_PROXY */
 361 #endif  /* WITH_TCP */
 362
 363
 364 #ifdef WITH_PROXY
 365 static int insert_into_proxy_hash(REQUEST *request)
 366 {
 367         char buf[128];
 368         int rcode, tries;
 369         void *proxy_listener;
 370
 371         rad_assert(request->proxy != NULL);
 372         rad_assert(proxy_list != NULL);
 373
 374         tries = 1;
 375 retry:
 376         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 377         rcode = fr_packet_list_id_alloc(proxy_list,
 378                                         request->home_server->proto,
 379                                         request->proxy, &proxy_listener);
 380         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 381
 382         if (!rcode) {
 383                 if (proxy_no_new_sockets) return 0;
 384
 385                 /*
 386                  *      Also locks the proxy mutex, so we have to call
 387                  *      it with the mutex unlocked.  Some systems
 388                  *      don't support recursive mutexes.
 389                  */
 390                 if (!proxy_new_listener(request->home_server, 0)) {
 391                         radlog(L_ERR, "Failed to create a new socket for proxying requests.");
 392                         return 0;
 393                 }
 394                 request->proxy->src_port = 0; /* Use any new socket */
 395
 396                 tries++;
 397                 if (tries > 2) {
 398                         RDEBUG2("ERROR: Failed allocating Id for new socket when proxying requests.");
 399                         return 0;
 400                 }
 401
 402                 goto retry;
 403         }
 404
 405         request->proxy_listener = proxy_listener;
 406
 407         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 408         if (!fr_packet_list_insert(proxy_list, &request->proxy)) {
 409                 fr_packet_list_id_free(proxy_list, request->proxy);
 410                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 411                 radlog(L_PROXY, "Failed to insert entry into proxy list");
 412                 return 0;
 413         }
 414
 415         request->in_proxy_hash = TRUE;
 416
 417         /*
 418          *      Keep track of maximum outstanding requests to a
 419          *      particular home server.  'max_outstanding' is
 420          *      enforced in home_server_ldb(), in realms.c.
 421          */
 422         if (request->home_server) {
 423                 request->home_server->currently_outstanding++;
 424         }
 425
 426 #ifdef WITH_TCP
 427         request->proxy_listener->count++;
 428 #endif
 429
 430         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 431
 432         RDEBUG3(" proxy: allocating destination %s port %d - Id %d",
 433                inet_ntop(request->proxy->dst_ipaddr.af,
 434                          &request->proxy->dst_ipaddr.ipaddr, buf, sizeof(buf)),
 435                request->proxy->dst_port,
 436                request->proxy->id);
 437
 438         return 1;
 439 }
 440
 441
 442 /*
 443  *      Called as BOTH an event, and in-line from other functions.
 444  */
 445 static void wait_for_proxy_id_to_expire(void *ctx)
 446 {
 447         REQUEST *request = ctx;
 448
 449         rad_assert(request->magic == REQUEST_MAGIC);
 450         rad_assert(request->proxy != NULL);
 451
 452         fr_event_now(el, &now);
 453         request->when = request->proxy_when;
 454
 455 #ifdef WITH_COA
 456         if (((request->proxy->code == PW_COA_REQUEST) ||
 457              (request->proxy->code == PW_DISCONNECT_REQUEST)) &&
 458             (request->packet->code != request->proxy->code)) {
 459                 request->when.tv_sec += request->home_server->coa_mrd;
 460         } else
 461 #endif
 462         request->when.tv_sec += request->home_server->response_window;
 463
 464         if ((request->num_proxied_requests == request->num_proxied_responses) ||
 465 #ifdef WITH_TCP
 466             (request->home_server->proto == IPPROTO_TCP) ||
 467 #endif
 468             timercmp(&now, &request->when, >)) {
 469                 if (request->packet) {
 470                         RDEBUG2("Cleaning up request %d ID %d with timestamp +%d",
 471                                request->number, request->packet->id,
 472                                (unsigned int) (request->timestamp - fr_start_time));
 473                 } else {
 474                         RDEBUG2("Cleaning up request %d with timestamp +%d",
 475                                request->number,
 476                                (unsigned int) (request->timestamp - fr_start_time));
 477                 }
 478
 479                 ev_request_free(&request);
 480                 return;
 481         }
 482
 483         INSERT_EVENT(wait_for_proxy_id_to_expire, request);
 484 }
 485 #endif
 486
 487 #ifdef HAVE_PTHREAD_H
 488 static void wait_for_child_to_die(void *ctx)
 489 {
 490         REQUEST *request = ctx;
 491
 492         rad_assert(request->magic == REQUEST_MAGIC);
 493
 494         /*
 495          *      If it's still queued (waiting for a thread to pick it
 496          *      up) OR, it's running AND there's still a child thread
 497          *      handling it, THEN delay some more.
 498          */
 499         if ((request->child_state == REQUEST_QUEUED) ||
 500             ((request->child_state == REQUEST_RUNNING) &&
 501              (pthread_equal(request->child_pid, NO_SUCH_CHILD_PID) == 0))) {
 502
 503                 /*
 504                  *      Cap delay at five minutes.
 505                  */
 506                 if (request->delay < (USEC * 60 * 5)) {
 507                         request->delay += (request->delay >> 1);
 508                         radlog(L_INFO, "WARNING: Child is hung for request %d in component %s module %s.",
 509                                request->number, request->component, request->module);
 510                 } else {
 511                         RDEBUG2("Child is still stuck for request %d",
 512                                 request->number);
 513                 }
 514                 tv_add(&request->when, request->delay);
 515
 516                 INSERT_EVENT(wait_for_child_to_die, request);
 517                 return;
 518         }
 519
 520         RDEBUG2("Child is responsive for request %d", request->number);
 521         remove_from_request_hash(request);
 522
 523 #ifdef WITH_PROXY
 524         if (request->proxy) {
 525                 wait_for_proxy_id_to_expire(request);
 526                 return;
 527         }
 528 #endif
 529
 530         ev_request_free(&request);
 531 }
 532 #endif
 533
 534 static void cleanup_delay(void *ctx)
 535 {
 536         REQUEST *request = ctx;
 537
 538         rad_assert(request->magic == REQUEST_MAGIC);
 539         rad_assert((request->child_state == REQUEST_CLEANUP_DELAY) ||
 540                    (request->child_state == REQUEST_DONE));
 541
 542         remove_from_request_hash(request);
 543
 544 #ifdef WITH_PROXY
 545         if (request->proxy && request->in_proxy_hash) {
 546                 wait_for_proxy_id_to_expire(request);
 547                 return;
 548         }
 549 #endif
 550
 551         RDEBUG2("Cleaning up request %d ID %d with timestamp +%d",
 552                request->number, request->packet->id,
 553                (unsigned int) (request->timestamp - fr_start_time));
 554
 555         ev_request_free(&request);
 556 }
 557
 558
 559 /*
 560  *      In daemon mode, AND this request has debug flags set.
 561  */
 562 #define DEBUG_PACKET if (!debug_flag && request->options && request->radlog) debug_packet
 563
 564 static void debug_packet(REQUEST *request, RADIUS_PACKET *packet, int direction)
 565 {
 566         VALUE_PAIR *vp;
 567         char buffer[1024];
 568         const char *received, *from;
 569         const fr_ipaddr_t *ip;
 570         int port;
 571
 572         if (!packet) return;
 573
 574         rad_assert(request->radlog != NULL);
 575
 576         if (direction == 0) {
 577                 received = "Received";
 578                 from = "from";  /* what else? */
 579                 ip = &packet->src_ipaddr;
 580                 port = packet->src_port;
 581
 582         } else {
 583                 received = "Sending";
 584                 from = "to";    /* hah! */
 585                 ip = &packet->dst_ipaddr;
 586                 port = packet->dst_port;
 587         }
 588
 589         /*
 590          *      Client-specific debugging re-prints the input
 591          *      packet into the client log.
 592          *
 593          *      This really belongs in a utility library
 594          */
 595         if ((packet->code > 0) && (packet->code < FR_MAX_PACKET_CODE)) {
 596                 RDEBUG("%s %s packet %s host %s port %d, id=%d, length=%d",
 597                        received, fr_packet_codes[packet->code], from,
 598                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
 599                        port, packet->id, packet->data_len);
 600         } else {
 601                 RDEBUG("%s packet %s host %s port %d code=%d, id=%d, length=%d",
 602                        received, from,
 603                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
 604                        port,
 605                        packet->code, packet->id, packet->data_len);
 606         }
 607
 608         for (vp = packet->vps; vp != NULL; vp = vp->next) {
 609                 vp_prints(buffer, sizeof(buffer), vp);
 610                 request->radlog(L_DBG, 0, request, "\t%s", buffer);
 611         }
 612 }
 613
 614 static void reject_delay(void *ctx)
 615 {
 616         REQUEST *request = ctx;
 617
 618         rad_assert(request->magic == REQUEST_MAGIC);
 619         rad_assert(request->child_state == REQUEST_REJECT_DELAY);
 620
 621         RDEBUG2("Sending delayed reject for request %d", request->number);
 622
 623         DEBUG_PACKET(request, request->reply, 1);
 624
 625         request->listener->send(request->listener, request);
 626
 627         request->when.tv_sec += request->root->cleanup_delay;
 628         request->child_state = REQUEST_CLEANUP_DELAY;
 629
 630         INSERT_EVENT(cleanup_delay, request);
 631 }
 632
 633
 634 #ifdef WITH_PROXY
 635 void revive_home_server(void *ctx)
 636 {
 637         home_server *home = ctx;
 638         char buffer[128];
 639
 640 #ifdef WITH_TCP
 641         rad_assert(home->proto != IPPROTO_TCP);
 642 #endif
 643
 644         home->state = HOME_STATE_ALIVE;
 645         home->currently_outstanding = 0;
 646         home->revive_time = now;
 647
 648         /*
 649          *      Delete any outstanding events.
 650          */
 651         if (home->ev) fr_event_delete(el, &home->ev);
 652
 653         radlog(L_PROXY, "Marking home server %s port %d alive again... we have no idea if it really is alive or not.",
 654                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
 655                          buffer, sizeof(buffer)),
 656                home->port);
 657
 658 }
 659
 660
 661 static void no_response_to_ping(void *ctx)
 662 {
 663         REQUEST *request = ctx;
 664         home_server *home;
 665         char buffer[128];
 666
 667         rad_assert(request->home_server != NULL);
 668
 669         home = request->home_server;
 670 #ifdef WITH_TCP
 671         rad_assert(home->proto != IPPROTO_TCP);
 672 #endif
 673
 674         home->num_received_pings = 0;
 675
 676         radlog(L_ERR, "No response to status check %d for home server %s port %d",
 677                request->number,
 678                inet_ntop(request->proxy->dst_ipaddr.af,
 679                          &request->proxy->dst_ipaddr.ipaddr,
 680                          buffer, sizeof(buffer)),
 681                request->proxy->dst_port);
 682
 683         check_for_zombie_home_server(request);
 684
 685         wait_for_proxy_id_to_expire(request);
 686 }
 687
 688
 689 static void received_response_to_ping(REQUEST *request)
 690 {
 691         home_server *home;
 692         char buffer[128];
 693
 694         rad_assert(request->home_server != NULL);
 695
 696         home = request->home_server;
 697 #ifdef WITH_TCP
 698         rad_assert(home->proto != IPPROTO_TCP);
 699 #endif
 700
 701         home->num_received_pings++;
 702
 703         radlog(L_PROXY, "Received response to status check %d (%d in current sequence)",
 704                request->number, home->num_received_pings);
 705
 706         /*
 707          *      Remove the request from any hashes
 708          */
 709         fr_event_delete(el, &request->ev);
 710         remove_from_proxy_hash(request);
 711         rad_assert(request->in_request_hash == FALSE);
 712
 713         /*
 714          *      The control socket may have marked the home server as
 715          *      alive.  OR, it may have suddenly started responding to
 716          *      requests again.  If so, don't re-do the "make alive"
 717          *      work.
 718          */
 719         if (home->state == HOME_STATE_ALIVE) return;
 720
 721         /*
 722          *      We haven't received enough ping responses to mark it
 723          *      "alive".  Wait a bit.
 724          */
 725         if (home->num_received_pings < home->num_pings_to_alive) {
 726                 return;
 727         }
 728
 729         home->state = HOME_STATE_ALIVE;
 730         home->currently_outstanding = 0;
 731         home->revive_time = now;
 732
 733         if (!fr_event_delete(el, &home->ev)) {
 734                 RDEBUG2("Hmm... no event for home server.  Oh well.");
 735         }
 736
 737         radlog(L_PROXY, "Marking home server %s port %d alive",
 738                inet_ntop(request->proxy->dst_ipaddr.af,
 739                          &request->proxy->dst_ipaddr.ipaddr,
 740                          buffer, sizeof(buffer)),
 741                request->proxy->dst_port);
 742 }
 743
 744
 745 /*
 746  *      Called from start of zombie period, OR after control socket
 747  *      marks the home server dead.
 748  */
 749 static void ping_home_server(void *ctx)
 750 {
 751         uint32_t jitter;
 752         home_server *home = ctx;
 753         REQUEST *request;
 754         VALUE_PAIR *vp;
 755
 756 #ifdef WITH_TCP
 757         rad_assert(home->proto != IPPROTO_TCP);
 758 #endif
 759
 760         if ((home->state == HOME_STATE_ALIVE) ||
 761             (home->ping_check == HOME_PING_CHECK_NONE) ||
 762             (home->ev != NULL)) {
 763                 return;
 764         }
 765
 766         request = request_alloc();
 767         request->number = request_num_counter++;
 768
 769         request->proxy = rad_alloc(1);
 770         rad_assert(request->proxy != NULL);
 771
 772         fr_event_now(el, &request->when);
 773         home->when = request->when;
 774
 775         if (home->ping_check == HOME_PING_CHECK_STATUS_SERVER) {
 776                 request->proxy->code = PW_STATUS_SERVER;
 777
 778                 radius_pairmake(request, &request->proxy->vps,
 779                                 "Message-Authenticator", "0x00", T_OP_SET);
 780
 781         } else if (home->type == HOME_TYPE_AUTH) {
 782                 request->proxy->code = PW_AUTHENTICATION_REQUEST;
 783
 784                 radius_pairmake(request, &request->proxy->vps,
 785                                 "User-Name", home->ping_user_name, T_OP_SET);
 786                 radius_pairmake(request, &request->proxy->vps,
 787                                 "User-Password", home->ping_user_password, T_OP_SET);
 788                 radius_pairmake(request, &request->proxy->vps,
 789                                 "Service-Type", "Authenticate-Only", T_OP_SET);
 790                 radius_pairmake(request, &request->proxy->vps,
 791                                 "Message-Authenticator", "0x00", T_OP_SET);
 792
 793         } else {
 794 #ifdef WITH_ACCOUNTING
 795                 request->proxy->code = PW_ACCOUNTING_REQUEST;
 796
 797                 radius_pairmake(request, &request->proxy->vps,
 798                                 "User-Name", home->ping_user_name, T_OP_SET);
 799                 radius_pairmake(request, &request->proxy->vps,
 800                                 "Acct-Status-Type", "Stop", T_OP_SET);
 801                 radius_pairmake(request, &request->proxy->vps,
 802                                 "Acct-Session-Id", "00000000", T_OP_SET);
 803                 vp = radius_pairmake(request, &request->proxy->vps,
 804                                      "Event-Timestamp", "0", T_OP_SET);
 805                 vp->vp_date = now.tv_sec;
 806 #else
 807                 rad_assert("Internal sanity check failed");
 808 #endif
 809         }
 810
 811         radius_pairmake(request, &request->proxy->vps,
 812                         "NAS-Identifier", "Status Check. Are you alive?",
 813                         T_OP_SET);
 814
 815         request->proxy->dst_ipaddr = home->ipaddr;
 816         request->proxy->dst_port = home->port;
 817         request->home_server = home;
 818
 819         rad_assert(request->proxy_listener == NULL);
 820
 821         if (!insert_into_proxy_hash(request)) {
 822                 radlog(L_PROXY, "Failed inserting status check %d into proxy hash.  Discarding it.",
 823                        request->number);
 824                 ev_request_free(&request);
 825                 return;
 826         }
 827         rad_assert(request->proxy_listener != NULL);
 828         request->proxy_listener->send(request->proxy_listener,
 829                                       request);
 830
 831         request->next_callback = NULL;
 832         request->child_state = REQUEST_PROXIED;
 833         request->when.tv_sec += home->ping_timeout;;
 834
 835         INSERT_EVENT(no_response_to_ping, request);
 836
 837         /*
 838          *      Add +/- 2s of jitter, as suggested in RFC 3539
 839          *      and in the Issues and Fixes draft.
 840          */
 841         home->when.tv_sec += home->ping_interval - 2;
 842
 843         jitter = fr_rand();
 844         jitter ^= (jitter >> 10);
 845         jitter &= ((1 << 23) - 1); /* 22 bits of 1 */
 846
 847         tv_add(&home->when, jitter);
 848
 849         INSERT_EVENT(ping_home_server, home);
 850 }
 851
 852
 853 void mark_home_server_dead(home_server *home, struct timeval *when)
 854 {
 855         int previous_state = home->state;
 856         char buffer[128];
 857
 858         radlog(L_PROXY, "Marking home server %s port %d as dead.",
 859                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
 860                          buffer, sizeof(buffer)),
 861                home->port);
 862
 863         home->state = HOME_STATE_IS_DEAD;
 864         home->num_received_pings = 0;
 865
 866         if (home->ping_check != HOME_PING_CHECK_NONE) {
 867                 /*
 868                  *      If the control socket marks us dead, start
 869                  *      pinging.  Otherwise, we already started
 870                  *      pinging when it was marked "zombie".
 871                  */
 872                 if (previous_state == HOME_STATE_ALIVE) {
 873                         ping_home_server(home);
 874                 }
 875
 876         } else {
 877                 /*
 878                  *      Revive it after a fixed period of time.  This
 879                  *      is very, very, bad.
 880                  */
 881                 home->when = *when;
 882                 home->when.tv_sec += home->revive_interval;
 883
 884                 INSERT_EVENT(revive_home_server, home);
 885         }
 886 }
 887
 888 static void check_for_zombie_home_server(REQUEST *request)
 889 {
 890         home_server *home;
 891         struct timeval when;
 892
 893         home = request->home_server;
 894
 895         if (home->state != HOME_STATE_ZOMBIE) return;
 896
 897         when = home->zombie_period_start;
 898         when.tv_sec += home->zombie_period;
 899
 900         fr_event_now(el, &now);
 901         if (timercmp(&now, &when, <)) {
 902                 return;
 903         }
 904
 905         mark_home_server_dead(home, &request->when);
 906 }
 907
 908 static int proxy_to_virtual_server(REQUEST *request);
 909
 910 static int virtual_server_handler(UNUSED REQUEST *request)
 911 {
 912         proxy_to_virtual_server(request);
 913         return 0;
 914 }
 915
 916 static void proxy_fallback_handler(REQUEST *request)
 917 {
 918         /*
 919          *      A proper time is required for wait_a_bit.
 920          */
 921         request->delay = USEC / 10;
 922         gettimeofday(&now, NULL);
 923         request->next_when = now;
 924         tv_add(&request->next_when, request->delay);
 925         request->next_callback = wait_a_bit;
 926
 927         /*
 928          *      Re-queue the request.
 929          */
 930         request->child_state = REQUEST_QUEUED;
 931
 932         rad_assert(request->proxy != NULL);
 933         if (!thread_pool_addrequest(request, virtual_server_handler)) {
 934                 request->child_state = REQUEST_DONE;
 935         }
 936
 937 #ifdef HAVE_PTHREAD_H
 938         /*
 939          *      MAY free the request if we're over max_request_time,
 940          *      AND we're not in threaded mode!
 941          *
 942          *      Note that we call this ONLY if we're threaded, as
 943          *      if we're NOT threaded, request_post_handler() calls
 944          *      wait_a_bit(), which means that "request" may not
 945          *      exist any more...
 946          */
 947         if (have_children) wait_a_bit(request);
 948 #endif
 949 }
 950
 951
 952 static int setup_post_proxy_fail(REQUEST *request)
 953 {
 954         DICT_VALUE *dval = NULL;
 955         VALUE_PAIR *vp;
 956
 957         request->child_state = REQUEST_RUNNING;
 958
 959         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
 960                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Authentication");
 961
 962         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
 963                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Accounting");
 964
 965 #ifdef WITH_COA
 966                 /*
 967                  *      See no_response_to_coa_request
 968                  */
 969         } else if (((request->packet->code >> 8) & 0xff) == PW_COA_REQUEST) {
 970                 request->packet->code &= 0xff; /* restore it */
 971
 972                 if (request->proxy->code == PW_COA_REQUEST) {
 973                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-CoA");
 974
 975                 } else if (request->proxy->code == PW_DISCONNECT_REQUEST) {
 976                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Disconnect");
 977                 } else {
 978                         return 0;
 979                 }
 980
 981 #endif
 982         } else {
 983                 return 0;
 984         }
 985
 986         if (!dval) dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail");
 987
 988         if (!dval) {
 989                 pairdelete(&request->config_items, PW_POST_PROXY_TYPE);
 990                 return 0;
 991         }
 992
 993         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
 994         if (!vp) vp = radius_paircreate(request, &request->config_items,
 995                                         PW_POST_PROXY_TYPE, PW_TYPE_INTEGER);
 996         vp->vp_integer = dval->value;
 997
 998         rad_assert(request->proxy_reply == NULL);
 999
1000         return 1;
1001 }
1002
1003
1004 static int null_handler(UNUSED REQUEST *request)
1005 {
1006         return 0;
1007 }
1008
1009 static void post_proxy_fail_handler(REQUEST *request)
1010 {
1011         /*
1012          *      A proper time is required for wait_a_bit.
1013          */
1014         request->delay = USEC / 10;
1015         gettimeofday(&now, NULL);
1016
1017         /*
1018          *      Not set up to run Post-Proxy-Type = Fail.
1019          *
1020          *      Mark the request as still running, and figure out what
1021          *      to do next.
1022          */
1023         if (!setup_post_proxy_fail(request)) {
1024                 request_post_handler(request);
1025
1026         } else {
1027                 /*
1028                  *      Re-queue the request.
1029                  */
1030                 request->child_state = REQUEST_QUEUED;
1031
1032                 /*
1033                  *      There is a post-proxy-type of fail.  We run
1034                  *      the request through the pre/post proxy
1035                  *      handlers, just like it was a real proxied
1036                  *      request.  However, we set the per-request
1037                  *      handler to NULL, as we don't want to do
1038                  *      anything else.
1039                  *
1040                  *      Note that when we're not threaded, this will
1041                  *      process the request even if it's greater than
1042                  *      max_request_time.  That's not fatal.
1043                  */
1044                 request->priority = 0;
1045                 rad_assert(request->proxy != NULL);
1046                 thread_pool_addrequest(request, null_handler);
1047         }
1048
1049         /*
1050          *      MAY free the request if we're over max_request_time,
1051          *      AND we're not in threaded mode!
1052          *
1053          *      Note that we call this ONLY if we're threaded, as
1054          *      if we're NOT threaded, request_post_handler() calls
1055          *      wait_a_bit(), which means that "request" may not
1056          *      exist any more...
1057          */
1058         if (have_children) wait_a_bit(request);
1059 }
1060
1061 /* maybe check this against wait_for_proxy_id_to_expire? */
1062 static void no_response_to_proxied_request(void *ctx)
1063 {
1064         REQUEST *request = ctx;
1065         home_server *home;
1066         char buffer[128];
1067
1068         rad_assert(request->magic == REQUEST_MAGIC);
1069
1070         if (request->master_state == REQUEST_STOP_PROCESSING) {
1071                 ev_request_free(&request);
1072                 return;
1073         }
1074
1075         rad_assert(request->child_state == REQUEST_PROXIED);
1076
1077         /*
1078          *      If we've failed over to an internal home server,
1079          *      replace the callback with the correct one.  This
1080          *      is due to locking issues with child threads...
1081          */
1082         if (request->home_server->server) {
1083                 wait_a_bit(request);
1084                 return;
1085         }
1086
1087 #ifdef WITH_TCP
1088         if (request->home_server->proto != IPPROTO_TCP)
1089 #endif
1090                 check_for_zombie_home_server(request);
1091
1092         home = request->home_server;
1093
1094         /*
1095          *      The default as of 2.1.7 is to allow requests to
1096          *      fail-over to a backup home server when this one does
1097          *      not respond.  The old behavior can be configured as
1098          *      well.
1099          */
1100         if (home->no_response_fail) {
1101                 radlog(L_ERR, "Rejecting request %d (proxy Id %d) due to lack of any response from home server %s port %d",
1102                        request->number, request->proxy->id,
1103                        inet_ntop(request->proxy->dst_ipaddr.af,
1104                                  &request->proxy->dst_ipaddr.ipaddr,
1105                                  buffer, sizeof(buffer)),
1106                        request->proxy->dst_port);
1107
1108                 post_proxy_fail_handler(request);
1109         } else {
1110                 /*
1111                  *      Enforce max_request_time.
1112                  *
1113                  *      We fail over to another backup home server
1114                  *      when the client re-transmits the request.  If
1115                  *      the client doesn't re-transmit, no fail-over
1116                  *      occurs.
1117                  */
1118                 rad_assert(request->ev == NULL);
1119                 request->child_state = REQUEST_RUNNING;
1120                 wait_a_bit(request);
1121         }
1122
1123         /*
1124          *      Don't touch request due to race conditions
1125          */
1126
1127 #ifdef WITH_TCP
1128         /*
1129          *      Do nothing more.  The home server didn't respond,
1130          *      but that isn't a catastrophic failure.  Some home
1131          *      servers don't respond to packets...
1132          */
1133         if (home->proto == IPPROTO_TCP) {
1134                 /*
1135                  *      FIXME: Set up TCP pinging on this connection.
1136                  *
1137                  *      Maybe the CONNECTION is dead, but the home
1138                  *      server is alive.  In that case, we need to start
1139                  *      pinging on the connection.
1140                  *
1141                  *      This means doing the pinging BEFORE the
1142                  *      post_proxy_fail_handler above, as it may do
1143                  *      something with the request, and cause the
1144                  *      proxy listener to go away!
1145                  */
1146                 return;
1147         }
1148 #endif
1149
1150         if (home->state == HOME_STATE_IS_DEAD) {
1151                 rad_assert(home->ev != NULL); /* or it will never wake up */
1152                 return;
1153         }
1154
1155         /*
1156          *      Enable the zombie period when we notice that the home
1157          *      server hasn't responded.  We do NOT back-date the start
1158          *      of the zombie period.
1159          */
1160         if (home->state == HOME_STATE_ALIVE) {
1161                 home->state = HOME_STATE_ZOMBIE;
1162                 home->zombie_period_start = now;
1163                 fr_event_delete(el, &home->ev);
1164                 home->currently_outstanding = 0;
1165                 home->num_received_pings = 0;
1166
1167                 radlog(L_PROXY, "Marking home server %s port %d as zombie (it looks like it is dead).",
1168                        inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
1169                                  buffer, sizeof(buffer)),
1170                        home->port);
1171
1172                 /*
1173                  *      Start pinging the home server.
1174                  */
1175                 ping_home_server(home);
1176         }
1177 }
1178 #endif
1179
1180 static void wait_a_bit(void *ctx)
1181 {
1182         struct timeval when;
1183         REQUEST *request = ctx;
1184         fr_event_callback_t callback = NULL;
1185
1186         rad_assert(request->magic == REQUEST_MAGIC);
1187
1188         /*
1189          *      The socket was closed.  Tell the request that
1190          *      there is no point in continuing.
1191          */
1192         if (request->listener->status != RAD_LISTEN_STATUS_KNOWN) {
1193                 goto stop_processing;
1194         }
1195
1196 #ifdef WITH_COA
1197         /*
1198          *      The CoA request is a new (internally generated)
1199          *      request, created in a child thread.  We therefore need
1200          *      some way to tie its events back into the main event
1201          *      handler.
1202          */
1203         if (request->coa && !request->coa->proxy_reply &&
1204             request->coa->next_callback) {
1205                 request->coa->when = request->coa->next_when;
1206                 INSERT_EVENT(request->coa->next_callback, request->coa);
1207                 request->coa->next_callback = NULL;
1208                 request->coa->parent = NULL;
1209                 request->coa = NULL;
1210         }
1211 #endif
1212
1213         switch (request->child_state) {
1214         case REQUEST_QUEUED:
1215         case REQUEST_RUNNING:
1216                 when = request->received;
1217                 when.tv_sec += request->root->max_request_time;
1218
1219                 /*
1220                  *      Normally called from the event loop with the
1221                  *      proper event loop time.  Otherwise, called from
1222                  *      post proxy fail handler, which sets "now", and
1223                  *      this call won't re-set it, because we're not
1224                  *      in the event loop.
1225                  */
1226                 fr_event_now(el, &now);
1227
1228                 /*
1229                  *      Request still has more time.  Continue
1230                  *      waiting.
1231                  */
1232                 if (timercmp(&now, &when, <) ||
1233                     ((request->listener->type == RAD_LISTEN_DETAIL) &&
1234                      (request->child_state == REQUEST_QUEUED))) {
1235                         if (request->delay < (USEC / 10)) {
1236                                 request->delay = USEC / 10;
1237                         }
1238                         request->delay += request->delay >> 1;
1239
1240 #ifdef WITH_DETAIL
1241                         /*
1242                          *      Cap wait at some sane value for detail
1243                          *      files.
1244                          */
1245                         if ((request->listener->type == RAD_LISTEN_DETAIL) &&
1246                             (request->delay > (request->root->max_request_time * USEC))) {
1247                                 request->delay = request->root->max_request_time * USEC;
1248                         }
1249 #endif
1250
1251                         request->when = now;
1252                         tv_add(&request->when, request->delay);
1253                         callback = wait_a_bit;
1254                         break;
1255                 }
1256
1257         stop_processing:
1258 #if defined(HAVE_PTHREAD_H) || defined(WITH_PROXY)
1259                 /*
1260                  *      A child thread MAY still be running on the
1261                  *      request.  Ask the thread to stop working on
1262                  *      the request.
1263                  */
1264                 if (have_children &&
1265                     (pthread_equal(request->child_pid, NO_SUCH_CHILD_PID) == 0)) {
1266                         request->master_state = REQUEST_STOP_PROCESSING;
1267
1268                         radlog(L_ERR, "WARNING: Unresponsive child for request %d, in module %s component %s",
1269                                request->number,
1270                                request->module ? request->module : "<server core>",
1271                                request->component ? request->component : "<server core>");
1272
1273                         request->delay = USEC / 4;
1274                         tv_add(&request->when, request->delay);
1275                         callback = wait_for_child_to_die;
1276                         break;
1277                 }
1278 #endif
1279
1280                 /*
1281                  *      Else no child thread is processing the
1282                  *      request.  We probably should have just marked
1283                  *      the request as 'done' elsewhere, like in the
1284                  *      post-proxy-fail handler.  But doing that would
1285                  *      involve checking for max_request_time in
1286                  *      multiple places, so this may be simplest.
1287                  */
1288                 request->child_state = REQUEST_DONE;
1289                 /* FALL-THROUGH */
1290
1291                 /*
1292                  *      Mark the request as no longer running,
1293                  *      and clean it up.
1294                  */
1295         case REQUEST_DONE:
1296 #ifdef HAVE_PTHREAD_H
1297                 request->child_pid = NO_SUCH_CHILD_PID;
1298 #endif
1299
1300 #ifdef WTH_COA
1301                 /*
1302                  *      This is a CoA request.  It's been divorced
1303                  *      from everything else, so we clean it up now.
1304                  */
1305                 if (!request->in_request_hash &&
1306                     request->proxy &&
1307                     (request->packet->code != request->proxy->code) &&
1308                     ((request->proxy->code == PW_COA_REQUEST) ||
1309                      (request->proxy->code == PW_DISCONNECT_REQUEST))) {
1310                         /*
1311                          *      FIXME: Do CoA MIBs
1312                          */
1313                         ev_request_free(&request);
1314                         return;
1315                 }
1316 #endif
1317                 request_stats_final(request);
1318                 cleanup_delay(request);
1319                 return;
1320
1321         case REQUEST_REJECT_DELAY:
1322         case REQUEST_CLEANUP_DELAY:
1323 #ifdef HAVE_PTHREAD_H
1324                 request->child_pid = NO_SUCH_CHILD_PID;
1325 #endif
1326                 request_stats_final(request);
1327
1328         case REQUEST_PROXIED:
1329                 rad_assert(request->next_callback != NULL);
1330                 rad_assert(request->next_callback != wait_a_bit);
1331
1332                 request->when = request->next_when;
1333                 callback = request->next_callback;
1334                 request->next_callback = NULL;
1335                 break;
1336
1337         default:
1338                 rad_panic("Internal sanity check failure");
1339                 return;
1340         }
1341
1342         /*
1343          *      Something major went wrong.  Discard the request, and
1344          *      keep running.
1345          *
1346          *      FIXME: No idea why this happens or how to fix it...
1347          *      It seems to happen *only* when requests are proxied,
1348          *      and where the home server doesn't respond.  So it looks
1349          *      like a race condition above, but it happens in debug
1350          *      mode, with no threads...
1351          */
1352         if (!callback) {
1353                 RDEBUG("WARNING: Internal sanity check failed in event handler for request %d: Discarding the request!", request->number);
1354                 ev_request_free(&request);
1355                 return;
1356         }
1357
1358         INSERT_EVENT(callback, request);
1359 }
1360
1361 #ifdef WITH_COA
1362 static void no_response_to_coa_request(void *ctx)
1363 {
1364         REQUEST *request = ctx;
1365         char buffer[128];
1366
1367         rad_assert(request->magic == REQUEST_MAGIC);
1368         rad_assert(request->child_state == REQUEST_PROXIED);
1369         rad_assert(request->home_server != NULL);
1370         rad_assert(!request->in_request_hash);
1371
1372         radlog(L_ERR, "No response to CoA request sent to %s",
1373                inet_ntop(request->proxy->dst_ipaddr.af,
1374                          &request->proxy->dst_ipaddr.ipaddr,
1375                          buffer, sizeof(buffer)));
1376
1377         /*
1378          *      Hack.
1379          */
1380         request->packet->code |= (PW_COA_REQUEST << 8);
1381         post_proxy_fail_handler(request);
1382 }
1383
1384
1385 static int update_event_timestamp(RADIUS_PACKET *packet, time_t when)
1386 {
1387         VALUE_PAIR *vp;
1388
1389         vp = pairfind(packet->vps, PW_EVENT_TIMESTAMP);
1390         if (!vp) return 0;
1391
1392         vp->vp_date = when;
1393
1394         if (packet->data) {
1395                 free(packet->data);
1396                 packet->data = NULL;
1397                 packet->data_len = 0;
1398         }
1399
1400         return 1;               /* time stamp updated */
1401 }
1402
1403
1404 /*
1405  *      Called when we haven't received a response to a CoA request.
1406  */
1407 static void retransmit_coa_request(void *ctx)
1408 {
1409         int delay, frac;
1410         struct timeval mrd;
1411         REQUEST *request = ctx;
1412
1413         rad_assert(request->magic == REQUEST_MAGIC);
1414         rad_assert(request->child_state == REQUEST_PROXIED);
1415         rad_assert(request->home_server != NULL);
1416         rad_assert(!request->in_request_hash);
1417         rad_assert(request->parent == NULL);
1418
1419         fr_event_now(el, &now);
1420
1421         /*
1422          *      Cap count at MRC, if it is non-zero.
1423          */
1424         if (request->home_server->coa_mrc &&
1425             (request->num_coa_requests >= request->home_server->coa_mrc)) {
1426                 no_response_to_coa_request(request);
1427                 return;
1428         }
1429
1430         /*
1431          *      RFC 5080 Section 2.2.1
1432          *
1433          *      RT = 2*RTprev + RAND*RTprev
1434          *         = 1.9 * RTprev + rand(0,.2) * RTprev
1435          *         = 1.9 * RTprev + rand(0,1) * (RTprev / 5)
1436          */
1437         delay = fr_rand();
1438         delay ^= (delay >> 16);
1439         delay &= 0xffff;
1440         frac = request->delay / 5;
1441         delay = ((frac >> 16) * delay) + (((frac & 0xffff) * delay) >> 16);
1442
1443         delay += (2 * request->delay) - (request->delay / 10);
1444
1445         /*
1446          *      Cap delay at MRT, if MRT is non-zero.
1447          */
1448         if (request->home_server->coa_mrt &&
1449             (delay > (request->home_server->coa_mrt * USEC))) {
1450                 int mrt_usec = request->home_server->coa_mrt * USEC;
1451
1452                 /*
1453                  *      delay = MRT + RAND * MRT
1454                  *            = 0.9 MRT + rand(0,.2)  * MRT
1455                  */
1456                 delay = fr_rand();
1457                 delay ^= (delay >> 15);
1458                 delay &= 0x1ffff;
1459                 delay = ((mrt_usec >> 16) * delay) + (((mrt_usec & 0xffff) * delay) >> 16);
1460                 delay += mrt_usec - (mrt_usec / 10);
1461         }
1462
1463         request->delay = delay;
1464         request->when = now;
1465         tv_add(&request->when, request->delay);
1466         mrd = request->proxy_when;
1467         mrd.tv_sec += request->home_server->coa_mrd;
1468
1469         /*
1470          *      Cap duration at MRD.
1471          */
1472         if (timercmp(&mrd, &request->when, <)) {
1473                 request->when = mrd;
1474                 INSERT_EVENT(no_response_to_coa_request, request);
1475
1476         } else {
1477                 INSERT_EVENT(retransmit_coa_request, request);
1478         }
1479
1480         if (update_event_timestamp(request->proxy, now.tv_sec)) {
1481                 /*
1482                  *      Keep a copy of the old Id so that the
1483                  *      re-transmitted request doesn't re-use the old
1484                  *      Id.
1485                  */
1486                 RADIUS_PACKET old = *request->proxy;
1487
1488                 /*
1489                  *      Don't free the old Id on error.
1490                  */
1491                 if (!insert_into_proxy_hash(request)) {
1492                         radlog(L_PROXY,"Failed re-inserting CoA request into proxy hash.");
1493                         return;
1494                 }
1495
1496                 /*
1497                  *      Now that we have a new Id, free the old one.
1498                  */
1499                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
1500                 fr_packet_list_yank(proxy_list, &old);
1501                 fr_packet_list_id_free(proxy_list, &old);
1502                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
1503
1504                 request->num_proxied_requests = 0;
1505                 request->num_proxied_responses = 0;
1506         }
1507
1508         request->num_proxied_requests++;
1509         request->num_coa_requests++; /* is NOT reset by code 3 lines above! */
1510
1511         request->proxy_listener->send(request->proxy_listener,
1512                                       request);
1513 }
1514
1515
1516 /*
1517  *      The original request is either DONE, or in CLEANUP_DELAY.
1518  */
1519 static int originated_coa_request(REQUEST *request)
1520 {
1521         int delay, rcode, pre_proxy_type = 0;
1522         VALUE_PAIR *vp;
1523         REQUEST *coa;
1524         fr_ipaddr_t ipaddr;
1525         char buffer[256];
1526
1527         rad_assert(request->proxy == NULL);
1528         rad_assert(!request->in_proxy_hash);
1529         rad_assert(request->proxy_reply == NULL);
1530
1531         /*
1532          *      Check whether we want to originate one, or cancel one.
1533          */
1534         vp = pairfind(request->config_items, PW_SEND_COA_REQUEST);
1535         if (!vp && request->coa) {
1536                 vp = pairfind(request->coa->proxy->vps, PW_SEND_COA_REQUEST);
1537         }
1538
1539         if (vp) {
1540                 if (vp->vp_integer == 0) {
1541                         ev_request_free(&request->coa);
1542                         return 1;       /* success */
1543                 }
1544         }
1545
1546         if (!request->coa) request_alloc_coa(request);
1547         if (!request->coa) return 0;
1548
1549         coa = request->coa;
1550
1551         /*
1552          *      src_ipaddr will be set up in proxy_encode.
1553          */
1554         memset(&ipaddr, 0, sizeof(ipaddr));
1555         vp = pairfind(coa->proxy->vps, PW_PACKET_DST_IP_ADDRESS);
1556         if (vp) {
1557                 ipaddr.af = AF_INET;
1558                 ipaddr.ipaddr.ip4addr.s_addr = vp->vp_ipaddr;
1559
1560         } else if ((vp = pairfind(coa->proxy->vps,
1561                                   PW_PACKET_DST_IPV6_ADDRESS)) != NULL) {
1562                 ipaddr.af = AF_INET6;
1563                 ipaddr.ipaddr.ip6addr = vp->vp_ipv6addr;
1564
1565         } else if ((vp = pairfind(coa->proxy->vps,
1566                                   PW_HOME_SERVER_POOL)) != NULL) {
1567                 coa->home_pool = home_pool_byname(vp->vp_strvalue,
1568                                                   HOME_TYPE_COA);
1569                 if (!coa->home_pool) {
1570                         RDEBUG2("WARNING: No such home_server_pool %s",
1571                                vp->vp_strvalue);
1572         fail:
1573                         ev_request_free(&request->coa);
1574                         return 0;
1575                 }
1576
1577                 /*
1578                  *      Prefer
1579                  */
1580         } else if (request->client->coa_pool) {
1581                 coa->home_pool = request->client->coa_pool;
1582
1583         } else if (request->client->coa_server) {
1584                 coa->home_server = request->client->coa_server;
1585
1586         } else {
1587                 /*
1588                  *      If all else fails, send it to the client that
1589                  *      originated this request.
1590                  */
1591                 memcpy(&ipaddr, &request->packet->src_ipaddr, sizeof(ipaddr));
1592         }
1593
1594         /*
1595          *      Use the pool, if it exists.
1596          */
1597         if (coa->home_pool) {
1598                 coa->home_server = home_server_ldb(NULL, coa->home_pool, coa);
1599                 if (!coa->home_server) {
1600                         RDEBUG("WARNING: No live home server for home_server_pool %s", vp->vp_strvalue);
1601                         goto fail;
1602                 }
1603
1604         } else if (!coa->home_server) {
1605                 int port = PW_COA_UDP_PORT;
1606
1607                 vp = pairfind(coa->proxy->vps, PW_PACKET_DST_PORT);
1608                 if (vp) port = vp->vp_integer;
1609
1610                 coa->home_server = home_server_find(&ipaddr, port, IPPROTO_UDP);
1611                 if (!coa->home_server) {
1612                         RDEBUG2("WARNING: Unknown destination %s:%d for CoA request.",
1613                                inet_ntop(ipaddr.af, &ipaddr.ipaddr,
1614                                          buffer, sizeof(buffer)), port);
1615                         goto fail;
1616                 }
1617         }
1618
1619         vp = pairfind(coa->proxy->vps, PW_PACKET_TYPE);
1620         if (vp) {
1621                 switch (vp->vp_integer) {
1622                 case PW_COA_REQUEST:
1623                 case PW_DISCONNECT_REQUEST:
1624                         coa->proxy->code = vp->vp_integer;
1625                         break;
1626
1627                 default:
1628                         DEBUG("Cannot set CoA Packet-Type to code %d",
1629                               vp->vp_integer);
1630                         goto fail;
1631                 }
1632         }
1633
1634         if (!coa->proxy->code) coa->proxy->code = PW_COA_REQUEST;
1635
1636         /*
1637          *      The rest of the server code assumes that
1638          *      request->packet && request->reply exist.  Copy them
1639          *      from the original request.
1640          */
1641         rad_assert(coa->packet != NULL);
1642         rad_assert(coa->packet->vps == NULL);
1643         memcpy(coa->packet, request->packet, sizeof(*request->packet));
1644         coa->packet->vps = paircopy(request->packet->vps);
1645         coa->packet->data = NULL;
1646         rad_assert(coa->reply != NULL);
1647         rad_assert(coa->reply->vps == NULL);
1648         memcpy(coa->reply, request->reply, sizeof(*request->reply));
1649         coa->reply->vps = paircopy(request->reply->vps);
1650         coa->reply->data = NULL;
1651         coa->config_items = paircopy(request->config_items);
1652
1653         /*
1654          *      Call the pre-proxy routines.
1655          */
1656         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
1657         if (vp) {
1658                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
1659                 pre_proxy_type = vp->vp_integer;
1660         }
1661
1662         if (coa->home_pool && coa->home_pool->virtual_server) {
1663                 const char *old_server = coa->server;
1664
1665                 coa->server = coa->home_pool->virtual_server;
1666                 RDEBUG2(" server %s {", coa->server);
1667                 rcode = module_pre_proxy(pre_proxy_type, coa);
1668                 RDEBUG2(" }");
1669                 coa->server = old_server;
1670         } else {
1671                 rcode = module_pre_proxy(pre_proxy_type, coa);
1672         }
1673         switch (rcode) {
1674         default:
1675                 goto fail;
1676
1677         /*
1678          *      Only send the CoA packet if the pre-proxy code succeeded.
1679          */
1680         case RLM_MODULE_NOOP:
1681         case RLM_MODULE_OK:
1682         case RLM_MODULE_UPDATED:
1683                 break;
1684         }
1685
1686         /*
1687          *      Source IP / port is set when the proxy socket
1688          *      is chosen.
1689          */
1690         coa->proxy->dst_ipaddr = coa->home_server->ipaddr;
1691         coa->proxy->dst_port = coa->home_server->port;
1692
1693         if (!insert_into_proxy_hash(coa)) {
1694                 radlog(L_PROXY, "Failed inserting CoA request into proxy hash.");
1695                 goto fail;
1696         }
1697
1698         /*
1699          *      We CANNOT divorce the CoA request from the parent
1700          *      request.  This function is running in a child thread,
1701          *      and we need access to the main event loop in order to
1702          *      to add the timers for the CoA packet.  See
1703          *      wait_a_bit().
1704          */
1705
1706         /*
1707          *      Forget about the original request completely at this
1708          *      point.
1709          */
1710         request = coa;
1711
1712         gettimeofday(&request->proxy_when, NULL);
1713         request->received = request->next_when = request->proxy_when;
1714         rad_assert(request->proxy_reply == NULL);
1715
1716         /*
1717          *      Implement re-transmit algorithm as per RFC 5080
1718          *      Section 2.2.1.
1719          *
1720          *      We want IRT + RAND*IRT
1721          *      or 0.9 IRT + rand(0,.2) IRT
1722          *
1723          *      2^20 ~ USEC, and we want 2.
1724          *      rand(0,0.2) USEC ~ (rand(0,2^21) / 10)
1725          */
1726         delay = (fr_rand() & ((1 << 22) - 1)) / 10;
1727         request->delay = delay * request->home_server->coa_irt;
1728         delay = request->home_server->coa_irt * USEC;
1729         delay -= delay / 10;
1730         delay += request->delay;
1731
1732         request->delay = delay;
1733         tv_add(&request->next_when, delay);
1734         request->next_callback = retransmit_coa_request;
1735
1736         /*
1737          *      Note that we set proxied BEFORE sending the packet.
1738          *
1739          *      Once we send it, the request is tainted, as
1740          *      another thread may have picked it up.  Don't
1741          *      touch it!
1742          */
1743         request->num_proxied_requests = 1;
1744         request->num_proxied_responses = 0;
1745         request->child_pid = NO_SUCH_CHILD_PID;
1746
1747         update_event_timestamp(request->proxy, request->proxy_when.tv_sec);
1748
1749         request->child_state = REQUEST_PROXIED;
1750
1751         DEBUG_PACKET(request, request->proxy, 1);
1752
1753         request->proxy_listener->send(request->proxy_listener,
1754                                       request);
1755         return 1;
1756 }
1757 #endif  /* WITH_COA */
1758
1759 #ifdef WITH_PROXY
1760 static int process_proxy_reply(REQUEST *request)
1761 {
1762         int rcode;
1763         int post_proxy_type = 0;
1764         VALUE_PAIR *vp;
1765
1766         /*
1767          *      Delete any reply we had accumulated until now.
1768          */
1769         pairfree(&request->reply->vps);
1770
1771         /*
1772          *      Run the packet through the post-proxy stage,
1773          *      BEFORE playing games with the attributes.
1774          */
1775         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
1776         if (vp) {
1777                 RDEBUG2("  Found Post-Proxy-Type %s", vp->vp_strvalue);
1778                 post_proxy_type = vp->vp_integer;
1779         }
1780
1781         if (request->home_pool && request->home_pool->virtual_server) {
1782                 const char *old_server = request->server;
1783
1784                 request->server = request->home_pool->virtual_server;
1785                 RDEBUG2(" server %s {", request->server);
1786                 rcode = module_post_proxy(post_proxy_type, request);
1787                 RDEBUG2(" }");
1788                 request->server = old_server;
1789         } else {
1790                 rcode = module_post_proxy(post_proxy_type, request);
1791         }
1792
1793 #ifdef WITH_COA
1794         if (request->packet->code == request->proxy->code)
1795           /*
1796            *    Don't run the next bit if we originated a CoA
1797            *    packet, after receiving an Access-Request or
1798            *    Accounting-Request.
1799            */
1800 #endif
1801
1802         /*
1803          *      There may NOT be a proxy reply, as we may be
1804          *      running Post-Proxy-Type = Fail.
1805          */
1806         if (request->proxy_reply) {
1807                 /*
1808                  *      Delete the Proxy-State Attributes from
1809                  *      the reply.  These include Proxy-State
1810                  *      attributes from us and remote server.
1811                  */
1812                 pairdelete(&request->proxy_reply->vps, PW_PROXY_STATE);
1813
1814                 /*
1815                  *      Add the attributes left in the proxy
1816                  *      reply to the reply list.
1817                  */
1818                 pairadd(&request->reply->vps, request->proxy_reply->vps);
1819                 request->proxy_reply->vps = NULL;
1820
1821                 /*
1822                  *      Free proxy request pairs.
1823                  */
1824                 pairfree(&request->proxy->vps);
1825         }
1826
1827         switch (rcode) {
1828         default:  /* Don't do anything */
1829                 break;
1830         case RLM_MODULE_FAIL:
1831                 /* FIXME: debug print stuff */
1832                 request->child_state = REQUEST_DONE;
1833                 return 0;
1834
1835         case RLM_MODULE_HANDLED:
1836                 /* FIXME: debug print stuff */
1837                 request->child_state = REQUEST_DONE;
1838                 return 0;
1839         }
1840
1841         return 1;
1842 }
1843 #endif
1844
1845 static int request_pre_handler(REQUEST *request)
1846 {
1847         int rcode;
1848
1849         rad_assert(request->magic == REQUEST_MAGIC);
1850         rad_assert(request->packet != NULL);
1851
1852         request->child_state = REQUEST_RUNNING;
1853
1854         /*
1855          *      Don't decode the packet if it's an internal "fake"
1856          *      request.  Instead, just return so that the caller can
1857          *      process it.
1858          */
1859         if (request->packet->dst_port == 0) {
1860                 request->username = pairfind(request->packet->vps,
1861                                              PW_USER_NAME);
1862                 request->password = pairfind(request->packet->vps,
1863                                              PW_USER_PASSWORD);
1864                 return 1;
1865         }
1866
1867 #ifdef WITH_PROXY
1868         /*
1869          *      Put the decoded packet into it's proper place.
1870          */
1871         if (request->proxy_reply != NULL) {
1872                 /*
1873                  *      FIXME: For now, we can only proxy RADIUS packets.
1874                  *
1875                  *      In order to proxy other packets, we need to
1876                  *      somehow cache the "decode" function.
1877                  */
1878                 rcode = rad_decode(request->proxy_reply, request->proxy,
1879                                    request->home_server->secret);
1880                 DEBUG_PACKET(request, request->proxy_reply, 0);
1881         } else
1882 #endif
1883         if (request->packet->vps == NULL) {
1884                 rcode = request->listener->decode(request->listener, request);
1885
1886                 if (debug_condition) {
1887                         int result = FALSE;
1888                         const char *my_debug = debug_condition;
1889
1890                         /*
1891                          *      Ignore parse errors.
1892                          */
1893                         radius_evaluate_condition(request, RLM_MODULE_OK, 0,
1894                                                   &my_debug, 1,
1895                                                   &result);
1896                         if (result) {
1897                                 request->options = 2;
1898                                 request->radlog = radlog_request;
1899                         }
1900                 }
1901
1902                 DEBUG_PACKET(request, request->packet, 0);
1903         } else {
1904                 rcode = 0;
1905         }
1906
1907         if (rcode < 0) {
1908                 RDEBUG("%s Dropping packet without response.", fr_strerror());
1909                 request->reply->offset = -2; /* bad authenticator */
1910                 request->child_state = REQUEST_DONE;
1911                 return 0;
1912         }
1913
1914         if (!request->username) {
1915                 request->username = pairfind(request->packet->vps,
1916                                              PW_USER_NAME);
1917         }
1918
1919 #ifdef WITH_PROXY
1920         if (request->proxy) {
1921                 return process_proxy_reply(request);
1922 #endif
1923         }
1924
1925         return 1;
1926 }
1927
1928
1929 #ifdef WITH_PROXY
1930 /*
1931  *      Do state handling when we proxy a request.
1932  */
1933 static int proxy_request(REQUEST *request)
1934 {
1935         struct timeval when;
1936         char buffer[128];
1937
1938         if (request->home_server->server) {
1939                 RDEBUG("ERROR: Cannot perform real proxying to a virtual server.");
1940                 return 0;
1941         }
1942
1943         if (!insert_into_proxy_hash(request)) {
1944                 radlog(L_PROXY, "Failed inserting request into proxy hash.");
1945                 return 0;
1946         }
1947
1948         request->proxy_listener->encode(request->proxy_listener, request);
1949
1950         when = request->received;
1951         when.tv_sec += request->root->max_request_time;
1952
1953         gettimeofday(&request->proxy_when, NULL);
1954
1955         request->next_when = request->proxy_when;
1956         request->next_when.tv_sec += request->home_server->response_window;
1957
1958         rad_assert(request->home_server->response_window > 0);
1959
1960         if (timercmp(&when, &request->next_when, <)) {
1961                 request->next_when = when;
1962         }
1963         request->next_callback = no_response_to_proxied_request;
1964
1965         RDEBUG2("Proxying request %d to home server %s port %d",
1966                request->number,
1967                inet_ntop(request->proxy->dst_ipaddr.af,
1968                          &request->proxy->dst_ipaddr.ipaddr,
1969                          buffer, sizeof(buffer)),
1970                 request->proxy->dst_port);
1971
1972         /*
1973          *      Note that we set proxied BEFORE sending the packet.
1974          *
1975          *      Once we send it, the request is tainted, as
1976          *      another thread may have picked it up.  Don't
1977          *      touch it!
1978          */
1979         request->num_proxied_requests = 1;
1980         request->num_proxied_responses = 0;
1981 #ifdef HAVE_PTHREAD_H
1982         request->child_pid = NO_SUCH_CHILD_PID;
1983 #endif
1984         request->child_state = REQUEST_PROXIED;
1985
1986         DEBUG_PACKET(request, request->proxy, 1);
1987
1988         request->proxy_listener->send(request->proxy_listener,
1989                                       request);
1990         return 1;
1991 }
1992
1993
1994 /*
1995  *      "Proxy" the request by sending it to a new virtual server.
1996  */
1997 static int proxy_to_virtual_server(REQUEST *request)
1998 {
1999         REQUEST *fake;
2000         RAD_REQUEST_FUNP fun;
2001
2002         if (!request->home_server || !request->home_server->server) return 0;
2003
2004         if (request->parent) {
2005                 RDEBUG2("WARNING: Cancelling proxy request to virtual server %s as this request was itself proxied.", request->home_server->server);
2006                 return 0;
2007         }
2008
2009         fake = request_alloc_fake(request);
2010         if (!fake) {
2011                 RDEBUG2("WARNING: Out of memory");
2012                 return 0;
2013         }
2014
2015         fake->packet->vps = paircopy(request->proxy->vps);
2016         fake->server = request->home_server->server;
2017
2018         if (request->proxy->code == PW_AUTHENTICATION_REQUEST) {
2019                 fun = rad_authenticate;
2020
2021 #ifdef WITH_ACCOUNTING
2022         } else if (request->proxy->code == PW_ACCOUNTING_REQUEST) {
2023                 fun = rad_accounting;
2024 #endif
2025
2026         } else {
2027                 RDEBUG2("Unknown packet type %d", request->proxy->code);
2028                 ev_request_free(&fake);
2029                 return 0;
2030         }
2031
2032         RDEBUG2(">>> Sending proxied request internally to virtual server.");
2033         radius_handle_request(fake, fun);
2034         RDEBUG2("<<< Received proxied response code %d from internal virtual server.", fake->reply->code);
2035
2036         if (fake->reply->code != 0) {
2037                 request->proxy_reply = fake->reply;
2038                 fake->reply = NULL;
2039         } else {
2040                 /*
2041                  *      There was no response
2042                  */
2043                 setup_post_proxy_fail(request);
2044         }
2045
2046         ev_request_free(&fake);
2047
2048         process_proxy_reply(request);
2049
2050         /*
2051          *      Process it through the normal section again, but ONLY
2052          *      if we received a proxy reply..
2053          */
2054         if (request->proxy_reply) {
2055                 if (request->server) RDEBUG("server %s {",
2056                                             request->server != NULL ?
2057                                             request->server : "");
2058                 fun(request);
2059
2060                 if (request->server) RDEBUG("} # server %s",
2061                                             request->server != NULL ?
2062                                             request->server : "");
2063         }
2064
2065         return 2;               /* success, but NOT '1' !*/
2066 }
2067
2068 /*
2069  *      Return 1 if we did proxy it, or the proxy attempt failed
2070  *      completely.  Either way, the caller doesn't touch the request
2071  *      any more if we return 1.
2072  */
2073 static int successfully_proxied_request(REQUEST *request)
2074 {
2075         int rcode;
2076         int pre_proxy_type = 0;
2077         VALUE_PAIR *realmpair;
2078         VALUE_PAIR *strippedname;
2079         VALUE_PAIR *vp;
2080         char *realmname = NULL;
2081         home_server *home;
2082         REALM *realm = NULL;
2083         home_pool_t *pool;
2084
2085         /*
2086          *      If it was already proxied, do nothing.
2087          *
2088          *      FIXME: This should really be a serious error.
2089          */
2090         if (request->in_proxy_hash ||
2091             (request->proxy_reply && (request->proxy_reply->code != 0))) {
2092                 return 0;
2093         }
2094
2095         realmpair = pairfind(request->config_items, PW_PROXY_TO_REALM);
2096         if (!realmpair || (realmpair->length == 0)) {
2097                 int pool_type;
2098
2099                 vp = pairfind(request->config_items, PW_HOME_SERVER_POOL);
2100                 if (!vp) return 0;
2101
2102                 switch (request->packet->code) {
2103                 case PW_AUTHENTICATION_REQUEST:
2104                         pool_type = HOME_TYPE_AUTH;
2105                         break;
2106
2107 #ifdef WITH_ACCOUNTING
2108                 case PW_ACCOUNTING_REQUEST:
2109                         pool_type = HOME_TYPE_ACCT;
2110                         break;
2111 #endif
2112
2113 #ifdef WITH_COA
2114                 case PW_COA_REQUEST:
2115                 case PW_DISCONNECT_REQUEST:
2116                         pool_type = HOME_TYPE_COA;
2117                         break;
2118 #endif
2119
2120                 default:
2121                         return 0;
2122                 }
2123
2124                 pool = home_pool_byname(vp->vp_strvalue, pool_type);
2125                 if (!pool) {
2126                         RDEBUG2("ERROR: Cannot proxy to unknown pool %s",
2127                                 vp->vp_strvalue);
2128                         return 0;
2129                 }
2130
2131                 realmname = NULL; /* no realms */
2132                 realm = NULL;
2133                 goto found_pool;
2134         }
2135
2136         realmname = (char *) realmpair->vp_strvalue;
2137
2138         realm = realm_find2(realmname);
2139         if (!realm) {
2140                 RDEBUG2("ERROR: Cannot proxy to unknown realm %s", realmname);
2141                 return 0;
2142         }
2143
2144         /*
2145          *      Figure out which pool to use.
2146          */
2147         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
2148                 pool = realm->auth_pool;
2149
2150 #ifdef WITH_ACCOUNTING
2151         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
2152                 pool = realm->acct_pool;
2153 #endif
2154
2155 #ifdef WITH_COA
2156         } else if ((request->packet->code == PW_COA_REQUEST) ||
2157                    (request->packet->code == PW_DISCONNECT_REQUEST)) {
2158                 pool = realm->acct_pool;
2159 #endif
2160
2161         } else {
2162                 rad_panic("Internal sanity check failed");
2163         }
2164
2165         if (!pool) {
2166                 RDEBUG2(" WARNING: Cancelling proxy to Realm %s, as the realm is local.",
2167                        realmname);
2168                 return 0;
2169         }
2170
2171 found_pool:
2172         home = home_server_ldb(realmname, pool, request);
2173         if (!home) {
2174                 RDEBUG2("ERROR: Failed to find live home server for realm %s",
2175                        realmname);
2176                 return -1;
2177         }
2178         request->home_pool = pool;
2179
2180 #ifdef WITH_COA
2181         /*
2182          *      Once we've decided to proxy a request, we cannot send
2183          *      a CoA packet.  So we free up any CoA packet here.
2184          */
2185         ev_request_free(&request->coa);
2186 #endif
2187         /*
2188          *      Remember that we sent the request to a Realm.
2189          */
2190         if (realmname) pairadd(&request->packet->vps,
2191                                pairmake("Realm", realmname, T_OP_EQ));
2192
2193         /*
2194          *      Strip the name, if told to.
2195          *
2196          *      Doing it here catches the case of proxied tunneled
2197          *      requests.
2198          */
2199         if (realm && (realm->striprealm == TRUE) &&
2200            (strippedname = pairfind(request->proxy->vps, PW_STRIPPED_USER_NAME)) != NULL) {
2201                 /*
2202                  *      If there's a Stripped-User-Name attribute in
2203                  *      the request, then use THAT as the User-Name
2204                  *      for the proxied request, instead of the
2205                  *      original name.
2206                  *
2207                  *      This is done by making a copy of the
2208                  *      Stripped-User-Name attribute, turning it into
2209                  *      a User-Name attribute, deleting the
2210                  *      Stripped-User-Name and User-Name attributes
2211                  *      from the vps list, and making the new
2212                  *      User-Name the head of the vps list.
2213                  */
2214                 vp = pairfind(request->proxy->vps, PW_USER_NAME);
2215                 if (!vp) {
2216                         vp = radius_paircreate(request, NULL,
2217                                                PW_USER_NAME, PW_TYPE_STRING);
2218                         rad_assert(vp != NULL); /* handled by above function */
2219                         /* Insert at the START of the list */
2220                         vp->next = request->proxy->vps;
2221                         request->proxy->vps = vp;
2222                 }
2223                 memcpy(vp->vp_strvalue, strippedname->vp_strvalue,
2224                        sizeof(vp->vp_strvalue));
2225                 vp->length = strippedname->length;
2226
2227                 /*
2228                  *      Do NOT delete Stripped-User-Name.
2229                  */
2230         }
2231
2232         /*
2233          *      If there is no PW_CHAP_CHALLENGE attribute but
2234          *      there is a PW_CHAP_PASSWORD we need to add it
2235          *      since we can't use the request authenticator
2236          *      anymore - we changed it.
2237          */
2238         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2239             pairfind(request->proxy->vps, PW_CHAP_PASSWORD) &&
2240             pairfind(request->proxy->vps, PW_CHAP_CHALLENGE) == NULL) {
2241                 vp = radius_paircreate(request, &request->proxy->vps,
2242                                        PW_CHAP_CHALLENGE, PW_TYPE_OCTETS);
2243                 vp->length = AUTH_VECTOR_LEN;
2244                 memcpy(vp->vp_strvalue, request->packet->vector, AUTH_VECTOR_LEN);
2245         }
2246
2247         /*
2248          *      The RFC's say we have to do this, but FreeRADIUS
2249          *      doesn't need it.
2250          */
2251         vp = radius_paircreate(request, &request->proxy->vps,
2252                                PW_PROXY_STATE, PW_TYPE_OCTETS);
2253         snprintf(vp->vp_strvalue, sizeof(vp->vp_strvalue), "%d",
2254                  request->packet->id);
2255         vp->length = strlen(vp->vp_strvalue);
2256
2257         /*
2258          *      Should be done BEFORE inserting into proxy hash, as
2259          *      pre-proxy may use this information, or change it.
2260          */
2261         request->proxy->code = request->packet->code;
2262
2263         /*
2264          *      Call the pre-proxy routines.
2265          */
2266         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
2267         if (vp) {
2268                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
2269                 pre_proxy_type = vp->vp_integer;
2270         }
2271
2272         rad_assert(request->home_pool != NULL);
2273
2274         if (request->home_pool->virtual_server) {
2275                 const char *old_server = request->server;
2276
2277                 request->server = request->home_pool->virtual_server;
2278                 RDEBUG2(" server %s {", request->server);
2279                 rcode = module_pre_proxy(pre_proxy_type, request);
2280                 RDEBUG2(" }");
2281                         request->server = old_server;
2282         } else {
2283                 rcode = module_pre_proxy(pre_proxy_type, request);
2284         }
2285         switch (rcode) {
2286         case RLM_MODULE_FAIL:
2287         case RLM_MODULE_INVALID:
2288         case RLM_MODULE_NOTFOUND:
2289         case RLM_MODULE_USERLOCK:
2290         default:
2291                 /* FIXME: debug print failed stuff */
2292                 return -1;
2293
2294         case RLM_MODULE_REJECT:
2295         case RLM_MODULE_HANDLED:
2296                 return 0;
2297
2298         /*
2299          *      Only proxy the packet if the pre-proxy code succeeded.
2300          */
2301         case RLM_MODULE_NOOP:
2302         case RLM_MODULE_OK:
2303         case RLM_MODULE_UPDATED:
2304                 break;
2305         }
2306
2307         /*
2308          *      If it's a fake request, don't send the proxy
2309          *      packet.  The outer tunnel session will take
2310          *      care of doing that.
2311          */
2312         if (request->packet->dst_port == 0) {
2313                 request->home_server = NULL;
2314                 return 1;
2315         }
2316
2317         if (request->home_server->server) {
2318                 return proxy_to_virtual_server(request);
2319         }
2320
2321         if (!proxy_request(request)) {
2322                 RDEBUG("ERROR: Failed to proxy request %d", request->number);
2323                 return -1;
2324         }
2325
2326         return 1;
2327 }
2328 #endif
2329
2330 static void request_post_handler(REQUEST *request)
2331 {
2332         int child_state = -1;
2333         struct timeval when;
2334         VALUE_PAIR *vp;
2335
2336         if ((request->master_state == REQUEST_STOP_PROCESSING) ||
2337             (request->parent &&
2338              (request->parent->master_state == REQUEST_STOP_PROCESSING))) {
2339                 RDEBUG2("Request %d was cancelled.", request->number);
2340 #ifdef HAVE_PTHREAD_H
2341                 request->child_pid = NO_SUCH_CHILD_PID;
2342 #endif
2343                 child_state = REQUEST_DONE;
2344                 goto cleanup;
2345         }
2346
2347         if (request->child_state != REQUEST_RUNNING) {
2348                 rad_panic("Internal sanity check failed");
2349         }
2350
2351 #ifdef WITH_COA
2352         /*
2353          *      If it's not in the request hash, it's a CoA request.
2354          *      We hope.
2355          */
2356         if (!request->in_request_hash &&
2357             request->proxy &&
2358             ((request->proxy->code == PW_COA_REQUEST) ||
2359              (request->proxy->code == PW_DISCONNECT_REQUEST))) {
2360                 request->next_callback = NULL;
2361                 child_state = REQUEST_DONE;
2362                 goto cleanup;
2363         }
2364 #endif
2365
2366         /*
2367          *      Catch Auth-Type := Reject BEFORE proxying the packet.
2368          */
2369         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2370             (request->reply->code == 0) &&
2371             ((vp = pairfind(request->config_items, PW_AUTH_TYPE)) != NULL) &&
2372             (vp->vp_integer == PW_AUTHTYPE_REJECT)) {
2373                 request->reply->code = PW_AUTHENTICATION_REJECT;
2374         }
2375
2376 #ifdef WITH_PROXY
2377         if (request->root->proxy_requests &&
2378             !request->in_proxy_hash &&
2379             (request->reply->code == 0) &&
2380             (request->packet->dst_port != 0) &&
2381             (request->packet->code != PW_STATUS_SERVER)) {
2382                 int rcode = successfully_proxied_request(request);
2383
2384                 if (rcode == 1) return; /* request is invalid */
2385
2386                 /*
2387                  *      Failed proxying it (dead home servers, etc.)
2388                  *      Run it through Post-Proxy-Type = Fail, and
2389                  *      respond to the request.
2390                  *
2391                  *      Note that we're in a child thread here, so we
2392                  *      do NOT re-schedule the request.  Instead, we
2393                  *      do what we would have done, which is run the
2394                  *      pre-handler, a NULL request handler, and then
2395                  *      the post handler.
2396                  */
2397                 if ((rcode < 0) && setup_post_proxy_fail(request)) {
2398                         request_pre_handler(request);
2399                 }
2400
2401                 /*
2402                  *      Else we weren't supposed to proxy it,
2403                  *      OR we proxied it internally to a virutal server.
2404                  */
2405         }
2406 #endif
2407
2408         /*
2409          *      Fake requests don't get encoded or signed.  The caller
2410          *      also requires the reply VP's, so we don't free them
2411          *      here!
2412          */
2413         if (request->packet->dst_port == 0) {
2414                 /* FIXME: RDEBUG going to the next request */
2415 #ifdef HAVE_PTHREAD_H
2416                 request->child_pid = NO_SUCH_CHILD_PID;
2417 #endif
2418                 request->child_state = REQUEST_DONE;
2419                 return;
2420         }
2421
2422 #ifdef WITH_PROXY
2423         /*
2424          *      Copy Proxy-State from the request to the reply.
2425          */
2426         vp = paircopy2(request->packet->vps, PW_PROXY_STATE);
2427         if (vp) pairadd(&request->reply->vps, vp);
2428 #endif
2429
2430         /*
2431          *      Access-Requests get delayed or cached.
2432          */
2433         switch (request->packet->code) {
2434         case PW_AUTHENTICATION_REQUEST:
2435                 gettimeofday(&request->next_when, NULL);
2436
2437                 if (request->reply->code == 0) {
2438                         /*
2439                          *      Check if the lack of response is intentional.
2440                          */
2441                         vp = pairfind(request->config_items,
2442                                       PW_RESPONSE_PACKET_TYPE);
2443                         if (!vp) {
2444                                 RDEBUG2("There was no response configured: rejecting request %d",
2445                                        request->number);
2446                                 request->reply->code = PW_AUTHENTICATION_REJECT;
2447
2448                         } else if (vp->vp_integer == 256) {
2449                                 RDEBUG2("Not responding to request %d",
2450                                        request->number);
2451
2452                                 /*
2453                                  *      Force cleanup after a long
2454                                  *      time, so that we don't
2455                                  *      re-process the packet.
2456                                  */
2457                                 request->next_when.tv_sec += request->root->max_request_time;
2458                                 request->next_callback = cleanup_delay;
2459                                 child_state = REQUEST_CLEANUP_DELAY;
2460                                 break;
2461                         } else {
2462                                 request->reply->code = vp->vp_integer;
2463
2464                         }
2465                 }
2466
2467                 /*
2468                  *      Run rejected packets through
2469                  *
2470                  *      Post-Auth-Type = Reject
2471                  */
2472                 if (request->reply->code == PW_AUTHENTICATION_REJECT) {
2473                         pairdelete(&request->config_items, PW_POST_AUTH_TYPE);
2474                         vp = radius_pairmake(request, &request->config_items,
2475                                              "Post-Auth-Type", "Reject",
2476                                              T_OP_SET);
2477                         if (vp) rad_postauth(request);
2478
2479                         /*
2480                          *      If configured, delay Access-Reject packets.
2481                          *
2482                          *      If request->root->reject_delay = 0, we discover
2483                          *      that we have to send the packet now.
2484                          */
2485                         when = request->received;
2486                         when.tv_sec += request->root->reject_delay;
2487
2488                         if (timercmp(&when, &request->next_when, >)) {
2489                                 RDEBUG2("Delaying reject of request %d for %d seconds",
2490                                        request->number,
2491                                        request->root->reject_delay);
2492                                 request->next_when = when;
2493                                 request->next_callback = reject_delay;
2494 #ifdef HAVE_PTHREAD_H
2495                                 request->child_pid = NO_SUCH_CHILD_PID;
2496 #endif
2497                                 request->child_state = REQUEST_REJECT_DELAY;
2498                                 return;
2499                         }
2500                 }
2501
2502 #ifdef WITH_COA
2503         case PW_COA_REQUEST:
2504         case PW_DISCONNECT_REQUEST:
2505 #endif
2506                 request->next_when.tv_sec += request->root->cleanup_delay;
2507                 request->next_callback = cleanup_delay;
2508                 child_state = REQUEST_CLEANUP_DELAY;
2509                 break;
2510
2511         case PW_ACCOUNTING_REQUEST:
2512                 request->next_callback = NULL; /* just to be safe */
2513                 child_state = REQUEST_DONE;
2514                 break;
2515
2516                 /*
2517                  *      FIXME: Status-Server should probably not be
2518                  *      handled here...
2519                  */
2520         case PW_STATUS_SERVER:
2521                 request->next_callback = NULL;
2522                 child_state = REQUEST_DONE;
2523                 break;
2524
2525         default:
2526                 /*
2527                  *      DHCP, VMPS, etc.
2528                  */
2529                 request->next_callback = NULL;
2530                 child_state = REQUEST_DONE;
2531                 break;
2532         }
2533
2534         /*
2535          *      Suppress "no reply" packets here, unless we're reading
2536          *      from the "detail" file.  In that case, we've got to
2537          *      tell the detail file handler that the request is dead,
2538          *      and it should re-send it.
2539          *      If configured, encode, sign, and send.
2540          */
2541         if ((request->reply->code != 0) ||
2542             (request->listener->type == RAD_LISTEN_DETAIL)) {
2543                 DEBUG_PACKET(request, request->reply, 1);
2544                 request->listener->send(request->listener, request);
2545         }
2546
2547 #ifdef WITH_COA
2548         /*
2549          *      Now that we've completely processed the request,
2550          *      see if we need to originate a CoA request.
2551          */
2552         if (request->coa ||
2553             (pairfind(request->config_items, PW_SEND_COA_REQUEST) != NULL)) {
2554                 if (!originated_coa_request(request)) {
2555                         RDEBUG2("Do CoA Fail handler here");
2556                 }
2557                 /* request->coa is stil set, so we can update events */
2558         }
2559 #endif
2560
2561  cleanup:
2562         /*
2563          *      Clean up.  These are no longer needed.
2564          */
2565         pairfree(&request->config_items);
2566
2567         pairfree(&request->packet->vps);
2568         request->username = NULL;
2569         request->password = NULL;
2570
2571         pairfree(&request->reply->vps);
2572
2573 #ifdef WITH_PROXY
2574         if (request->proxy) {
2575                 pairfree(&request->proxy->vps);
2576
2577                 if (request->proxy_reply) {
2578                         pairfree(&request->proxy_reply->vps);
2579                 }
2580
2581 #if 0
2582                 /*
2583                  *      We're not tracking responses from the home
2584                  *      server, we can therefore free this memory in
2585                  *      the child thread.
2586                  */
2587                 if (!request->in_proxy_hash) {
2588                         rad_free(&request->proxy);
2589                         rad_free(&request->proxy_reply);
2590                         request->home_server = NULL;
2591                 }
2592 #endif
2593         }
2594 #endif
2595
2596         RDEBUG2("Finished request %d.", request->number);
2597         rad_assert(child_state >= 0);
2598         request->child_state = child_state;
2599
2600         /*
2601          *      Single threaded mode: update timers now.
2602          */
2603         if (!have_children) wait_a_bit(request);
2604 }
2605
2606
2607 static void received_retransmit(REQUEST *request, const RADCLIENT *client)
2608 {
2609 #ifdef WITH_PROXY
2610         char buffer[128];
2611 #endif
2612
2613         RAD_STATS_TYPE_INC(request->listener, total_dup_requests);
2614         RAD_STATS_CLIENT_INC(request->listener, client, total_dup_requests);
2615
2616         switch (request->child_state) {
2617         case REQUEST_QUEUED:
2618         case REQUEST_RUNNING:
2619 #ifdef WITH_PROXY
2620         discard:
2621 #endif
2622                 radlog(L_ERR, "Discarding duplicate request from "
2623                        "client %s port %d - ID: %d due to unfinished request %d",
2624                        client->shortname,
2625                        request->packet->src_port,request->packet->id,
2626                        request->number);
2627                 break;
2628
2629 #ifdef WITH_PROXY
2630         case REQUEST_PROXIED:
2631                 /*
2632                  *      We're not supposed to have duplicate
2633                  *      accounting packets.  The other states handle
2634                  *      duplicates fine (discard, or send duplicate
2635                  *      reply).  But we do NOT want to retransmit an
2636                  *      accounting request here, because that would
2637                  *      involve updating the Acct-Delay-Time, and
2638                  *      therefore changing the packet Id, etc.
2639                  *
2640                  *      Instead, we just discard the packet.  We may
2641                  *      eventually respond, or the client will send a
2642                  *      new accounting packet.
2643                  *
2644                  *      The same comments go for Status-Server, and
2645                  *      other packet types.
2646                  *
2647                  *      FIXME: coa: when we proxy CoA && Disconnect
2648                  *      packets, this logic has to be fixed.
2649                  */
2650                 if (request->packet->code != PW_AUTHENTICATION_REQUEST) {
2651                         goto discard;
2652                 }
2653
2654                 check_for_zombie_home_server(request);
2655
2656                 /*
2657                  *      If we've just discovered that the home server
2658                  *      is dead, OR the socket has been closed, look for
2659                  *      another connection to a home server.
2660                  */
2661                 if (((request->packet->dst_port != 0) &&
2662                      (request->home_server->state == HOME_STATE_IS_DEAD)) ||
2663                     (request->proxy_listener->status != RAD_LISTEN_STATUS_KNOWN)) {
2664                         home_server *home;
2665
2666                         remove_from_proxy_hash(request);
2667
2668                         home = home_server_ldb(NULL, request->home_pool, request);
2669                         if (!home) {
2670                                 RDEBUG2("Failed to find live home server for request %d", request->number);
2671                         no_home_servers:
2672                                 /*
2673                                  *      Do post-request processing,
2674                                  *      and any insertion of necessary
2675                                  *      events.
2676                                  */
2677                                 post_proxy_fail_handler(request);
2678                                 return;
2679                         }
2680
2681                         request->proxy->code = request->packet->code;
2682
2683                         /*
2684                          *      Free the old packet, to force re-encoding
2685                          */
2686                         free(request->proxy->data);
2687                         request->proxy->data = NULL;
2688                         request->proxy->data_len = 0;
2689
2690                         /*
2691                          *      This request failed over to a virtual
2692                          *      server.  Push it back onto the queue
2693                          *      to be processed.
2694                          */
2695                         if (request->home_server->server) {
2696                                 proxy_fallback_handler(request);
2697                                 return;
2698                         }
2699
2700                         /*
2701                          *      Try to proxy the request.
2702                          */
2703                         if (!proxy_request(request)) {
2704                                 RDEBUG("ERROR: Failed to re-proxy request %d", request->number);
2705                                 goto no_home_servers;
2706                         }
2707
2708                         /*
2709                          *      This code executes in the main server
2710                          *      thread, so there's no need for locking.
2711                          */
2712                         rad_assert(request->next_callback != NULL);
2713                         INSERT_EVENT(request->next_callback, request);
2714                         request->next_callback = NULL;
2715                         return;
2716                 } /* else the home server is still alive */
2717
2718 #ifdef WITH_TCP
2719                 if (request->home_server->proto == IPPROTO_TCP) {
2720                         DEBUG2("Suppressing duplicate proxied request to home server %s port %d proto TCP - ID: %d",
2721                                inet_ntop(request->proxy->dst_ipaddr.af,
2722                                          &request->proxy->dst_ipaddr.ipaddr,
2723                                          buffer, sizeof(buffer)),
2724                                request->proxy->dst_port,
2725                                request->proxy->id);
2726                         break;
2727                 }
2728 #endif
2729
2730                 RDEBUG2("Sending duplicate proxied request to home server %s port %d - ID: %d",
2731                        inet_ntop(request->proxy->dst_ipaddr.af,
2732                                  &request->proxy->dst_ipaddr.ipaddr,
2733                                  buffer, sizeof(buffer)),
2734                        request->proxy->dst_port,
2735                        request->proxy->id);
2736                 request->num_proxied_requests++;
2737
2738                 DEBUG_PACKET(request, request->proxy, 1);
2739                 request->proxy_listener->send(request->proxy_listener,
2740                                               request);
2741                 break;
2742 #endif
2743
2744         case REQUEST_REJECT_DELAY:
2745                 RDEBUG2("Waiting to send Access-Reject "
2746                        "to client %s port %d - ID: %d",
2747                        client->shortname,
2748                        request->packet->src_port, request->packet->id);
2749                 break;
2750
2751         case REQUEST_CLEANUP_DELAY:
2752         case REQUEST_DONE:
2753                 if (request->reply->code == 0) {
2754                         RDEBUG2("Ignoring retransmit from client %s port %d "
2755                                 "- ID: %d, no reply was configured",
2756                                 client->shortname,
2757                                 request->packet->src_port, request->packet->id);
2758                         return;
2759                 }
2760
2761                 /*
2762                  *      FIXME: This sends duplicate replies to
2763                  *      accounting requests, even if Acct-Delay-Time
2764                  *      or Event-Timestamp is in the packet.  In those
2765                  *      cases, the Id should be changed, and the packet
2766                  *      re-calculated.
2767                  */
2768                 RDEBUG2("Sending duplicate reply "
2769                        "to client %s port %d - ID: %d",
2770                        client->shortname,
2771                        request->packet->src_port, request->packet->id);
2772                 DEBUG_PACKET(request, request->reply, 1);
2773                 request->listener->send(request->listener, request);
2774                 break;
2775         }
2776 }
2777
2778
2779 static void received_conflicting_request(REQUEST *request,
2780                                          const RADCLIENT *client)
2781 {
2782         radlog(L_ERR, "Received conflicting packet from "
2783                "client %s port %d - ID: %d due to unfinished request %d.  Giving up on old request.",
2784                client->shortname,
2785                request->packet->src_port, request->packet->id,
2786                request->number);
2787
2788         /*
2789          *      Nuke it from the request hash, so we can receive new
2790          *      packets.
2791          */
2792         remove_from_request_hash(request);
2793
2794         switch (request->child_state) {
2795                 /*
2796                  *      Tell it to stop, and wait for it to do so.
2797                  */
2798         default:
2799                 request->master_state = REQUEST_STOP_PROCESSING;
2800                 request->delay += request->delay >> 1;
2801
2802                 tv_add(&request->when, request->delay);
2803
2804                 INSERT_EVENT(wait_for_child_to_die, request);
2805                 return;
2806
2807                 /*
2808                  *      Catch race conditions.  It may have switched
2809                  *      from running to done while this code is being
2810                  *      executed.
2811                  */
2812         case REQUEST_REJECT_DELAY:
2813         case REQUEST_CLEANUP_DELAY:
2814         case REQUEST_DONE:
2815                 break;
2816         }
2817 }
2818
2819
2820 static int can_handle_new_request(RADIUS_PACKET *packet,
2821                                   RADCLIENT *client,
2822                                   struct main_config_t *root)
2823 {
2824         /*
2825          *      Count the total number of requests, to see if
2826          *      there are too many.  If so, return with an
2827          *      error.
2828          */
2829         if (root->max_requests) {
2830                 int request_count = fr_packet_list_num_elements(pl);
2831
2832                 /*
2833                  *      This is a new request.  Let's see if
2834                  *      it makes us go over our configured
2835                  *      bounds.
2836                  */
2837                 if (request_count > root->max_requests) {
2838                         radlog(L_ERR, "Dropping request (%d is too many): "
2839                                "from client %s port %d - ID: %d", request_count,
2840                                client->shortname,
2841                                packet->src_port, packet->id);
2842                         radlog(L_INFO, "WARNING: Please check the configuration file.\n"
2843                                "\tThe value for 'max_requests' is probably set too low.\n");
2844                         return 0;
2845                 } /* else there were a small number of requests */
2846         } /* else there was no configured limit for requests */
2847
2848         /*
2849          *      FIXME: Add per-client checks.  If one client is sending
2850          *      too many packets, start discarding them.
2851          *
2852          *      We increment the counters here, and decrement them
2853          *      when the response is sent... somewhere in this file.
2854          */
2855
2856         /*
2857          *      FUTURE: Add checks for system load.  If the system is
2858          *      busy, start dropping requests...
2859          *
2860          *      We can probably keep some statistics ourselves...  if
2861          *      there are more requests coming in than we can handle,
2862          *      start dropping some.
2863          */
2864
2865         return 1;
2866 }
2867
2868
2869 int received_request(rad_listen_t *listener,
2870                      RADIUS_PACKET *packet, REQUEST **prequest,
2871                      RADCLIENT *client)
2872 {
2873         RADIUS_PACKET **packet_p;
2874         REQUEST *request = NULL;
2875         struct main_config_t *root = &mainconfig;
2876
2877         packet_p = fr_packet_list_find(pl, packet);
2878         if (packet_p) {
2879                 request = fr_packet2myptr(REQUEST, packet, packet_p);
2880                 rad_assert(request->in_request_hash);
2881
2882                 if ((request->packet->data_len == packet->data_len) &&
2883                     (memcmp(request->packet->vector, packet->vector,
2884                             sizeof(packet->vector)) == 0)) {
2885                         received_retransmit(request, client);
2886                         return 0;
2887                 }
2888
2889                 /*
2890                  *      The new request is different from the old one,
2891                  *      but maybe the old is finished.  If so, delete
2892                  *      the old one.
2893                  */
2894                 switch (request->child_state) {
2895                         struct timeval when;
2896
2897                 default:
2898                         /*
2899                          *      Special hacks for race conditions.
2900                          *      The reply is encoded, and therefore
2901                          *      likely sent.  We received a *new*
2902                          *      packet from the client, likely before
2903                          *      the next line or two of code which
2904                          *      updated the child state.  In this
2905                          *      case, just accept the new request.
2906                          */
2907                         if ((request->reply->code != 0) &&
2908                             request->reply->data) {
2909                                 radlog(L_INFO, "WARNING: Allowing fast client %s port %d - ID: %d for recent request %d.",
2910                                        client->shortname,
2911                                        packet->src_port, packet->id,
2912                                        request->number);
2913                                 remove_from_request_hash(request);
2914                                 request = NULL;
2915                                 break;
2916                         }
2917
2918                         gettimeofday(&when, NULL);
2919                         when.tv_sec -= 1;
2920
2921                         /*
2922                          *      If the cached request was received
2923                          *      within the last second, then we
2924                          *      discard the NEW request instead of the
2925                          *      old one.  This will happen ONLY when
2926                          *      the client is severely broken, and is
2927                          *      sending conflicting packets very
2928                          *      quickly.
2929                          */
2930                         if (timercmp(&when, &request->received, <)) {
2931                                 radlog(L_ERR, "Discarding conflicting packet from "
2932                                        "client %s port %d - ID: %d due to recent request %d.",
2933                                        client->shortname,
2934                                        packet->src_port, packet->id,
2935                                        request->number);
2936                                 return 0;
2937                         }
2938
2939                         received_conflicting_request(request, client);
2940                         request = NULL;
2941                         break;
2942
2943                 case REQUEST_REJECT_DELAY:
2944                 case REQUEST_CLEANUP_DELAY:
2945                         request->child_state = REQUEST_DONE;
2946                 case REQUEST_DONE:
2947                         cleanup_delay(request);
2948                         request = NULL;
2949                         break;
2950                 }
2951         }
2952
2953         /*
2954          *      We may want to quench the new request.
2955          */
2956         if ((listener->type != RAD_LISTEN_DETAIL) &&
2957             !can_handle_new_request(packet, client, root)) {
2958                 return 0;
2959         }
2960
2961         /*
2962          *      Create and initialize the new request.
2963          */
2964         request = request_alloc(); /* never fails */
2965
2966         if ((request->reply = rad_alloc(0)) == NULL) {
2967                 radlog(L_ERR, "No memory");
2968                 return 0;
2969         }
2970
2971         request->listener = listener;
2972         request->client = client;
2973         request->packet = packet;
2974         request->packet->timestamp = request->timestamp;
2975         request->number = request_num_counter++;
2976         request->priority = listener->type;
2977 #ifdef HAVE_PTHREAD_H
2978         request->child_pid = NO_SUCH_CHILD_PID;
2979 #endif
2980
2981         /*
2982          *      Status-Server packets go to the head of the queue.
2983          */
2984         if (request->packet->code == PW_STATUS_SERVER) request->priority = 0;
2985
2986         /*
2987          *      Set virtual server identity
2988          */
2989         if (client->server) {
2990                 request->server = client->server;
2991         } else if (listener->server) {
2992                 request->server = listener->server;
2993         } else {
2994                 request->server = NULL;
2995         }
2996
2997         /*
2998          *      Remember the request in the list.
2999          */
3000         if (!fr_packet_list_insert(pl, &request->packet)) {
3001                 radlog(L_ERR, "Failed to insert request %d in the list of live requests: discarding", request->number);
3002                 ev_request_free(&request);
3003                 return 0;
3004         }
3005
3006         request->in_request_hash = TRUE;
3007         request->root = root;
3008         root->refcount++;
3009 #ifdef WITH_TCP
3010         request->listener->count++;
3011 #endif
3012
3013         /*
3014          *      The request passes many of our sanity checks.
3015          *      From here on in, if anything goes wrong, we
3016          *      send a reject message, instead of dropping the
3017          *      packet.
3018          */
3019
3020         /*
3021          *      Build the reply template from the request.
3022          */
3023
3024         request->reply->sockfd = request->packet->sockfd;
3025         request->reply->dst_ipaddr = request->packet->src_ipaddr;
3026         request->reply->src_ipaddr = request->packet->dst_ipaddr;
3027         request->reply->dst_port = request->packet->src_port;
3028         request->reply->src_port = request->packet->dst_port;
3029         request->reply->id = request->packet->id;
3030         request->reply->code = 0; /* UNKNOWN code */
3031         memcpy(request->reply->vector, request->packet->vector,
3032                sizeof(request->reply->vector));
3033         request->reply->vps = NULL;
3034         request->reply->data = NULL;
3035         request->reply->data_len = 0;
3036
3037         request->master_state = REQUEST_ACTIVE;
3038         request->child_state = REQUEST_QUEUED;
3039         request->next_callback = NULL;
3040
3041         gettimeofday(&request->received, NULL);
3042         request->timestamp = request->received.tv_sec;
3043         request->when = request->received;
3044
3045         request->delay = USEC;
3046
3047         tv_add(&request->when, request->delay);
3048
3049         INSERT_EVENT(wait_a_bit, request);
3050
3051         *prequest = request;
3052         return 1;
3053 }
3054
3055
3056 #ifdef WITH_PROXY
3057 REQUEST *received_proxy_response(RADIUS_PACKET *packet)
3058 {
3059         char            buffer[128];
3060         REQUEST         *request;
3061
3062         /*
3063          *      Also removes from the proxy hash if responses == requests
3064          */
3065         request = lookup_in_proxy_hash(packet);
3066
3067         if (!request) {
3068                 radlog(L_PROXY, "No outstanding request was found for reply from host %s port %d - ID %d",
3069                        inet_ntop(packet->src_ipaddr.af,
3070                                  &packet->src_ipaddr.ipaddr,
3071                                  buffer, sizeof(buffer)),
3072                        packet->src_port, packet->id);
3073                 return NULL;
3074         }
3075
3076         /*
3077          *      We haven't replied to the NAS, but we have seen an
3078          *      earlier reply from the home server.  Ignore this packet,
3079          *      as we're likely still processing the previous reply.
3080          */
3081         if (request->proxy_reply) {
3082                 if (memcmp(request->proxy_reply->vector,
3083                            packet->vector,
3084                            sizeof(request->proxy_reply->vector)) == 0) {
3085                         RDEBUG2("Discarding duplicate reply from host %s port %d  - ID: %d for request %d",
3086                                inet_ntop(packet->src_ipaddr.af,
3087                                          &packet->src_ipaddr.ipaddr,
3088                                          buffer, sizeof(buffer)),
3089                                packet->src_port, packet->id,
3090                                request->number);
3091                 } else {
3092                         /*
3093                          *      ? The home server gave us a new proxy
3094                          *      reply which doesn't match the old
3095                          *      one.  Delete it.
3096                          */
3097                         RDEBUG2("Ignoring conflicting proxy reply");
3098                 }
3099
3100                 /* assert that there's an event queued for request? */
3101                 return NULL;
3102         }
3103
3104         /*
3105          *      Verify the packet before doing ANYTHING with it.  This
3106          *      means we're doing more MD5 checks in the server core.
3107          *      However, we can fix that by moving to multiple threads
3108          *      listening on sockets.
3109          *
3110          *      We do this AFTER looking the request up in the hash,
3111          *      and AFTER vhecking if we saw a previous request.  This
3112          *      helps minimize the DoS effect of people attacking us
3113          *      with spoofed packets.
3114          */
3115         if (rad_verify(packet, request->proxy,
3116                        request->home_server->secret) != 0) {
3117                 DEBUG("Ignoring spoofed proxy reply.  Signature is invalid");
3118                 return NULL;
3119         }
3120
3121         gettimeofday(&now, NULL);
3122
3123         /*
3124          *      Maybe move this earlier in the decision process?
3125          *      Having it here means that late or duplicate proxy
3126          *      replies no longer get the home server marked as
3127          *      "alive".  This might be good for stability, though.
3128          *
3129          *      FIXME: Do we really want to do this whenever we
3130          *      receive a packet?  Setting this here means that we
3131          *      mark it alive on *any* packet, even if it's lost all
3132          *      of the *other* packets in the last 10s.
3133          */
3134         if (request->proxy->code != PW_STATUS_SERVER) {
3135                 request->home_server->state = HOME_STATE_ALIVE;
3136         }
3137
3138 #ifdef WITH_COA
3139         /*
3140          *      When originating CoA, the "proxy" reply is the reply
3141          *      to the CoA request that we originated.  At this point,
3142          *      the original request is finished, and it has a reply.
3143          *
3144          *      However, if we haven't separated the two requests, do
3145          *      so now.  This is done so that cleaning up the original
3146          *      request won't cause the CoA request to be free'd.  See
3147          *      util.c, request_free()
3148          */
3149         if (request->parent && (request->parent->coa == request)) {
3150                 request->parent->coa = NULL;
3151                 request->parent = NULL;
3152
3153         } else
3154                 /*
3155                  *      Skip the next set of checks, as the original
3156                  *      reply is cached.  We want to be able to still
3157                  *      process the CoA reply, AND to reference the
3158                  *      original request/reply.
3159                  *
3160                  *      This is getting to be really quite a bit of a
3161                  *      hack.
3162                  */
3163 #endif
3164
3165         /*
3166          *      If there's a reply to the NAS, ignore everything
3167          *      related to proxy responses
3168          */
3169         if (request->reply && request->reply->code != 0) {
3170                 RDEBUG2("Ignoring proxy reply that arrived after we sent a reply to the NAS");
3171                 return NULL;
3172         }
3173
3174 #ifdef WITH_STATS
3175         /*
3176          *      The average includes our time to receive packets and
3177          *      look them up in the hashes, which should be the same
3178          *      for all packets.
3179          *
3180          *      We update the response time only for the FIRST packet
3181          *      we receive.
3182          */
3183         if (request->home_server->ema.window > 0) {
3184                 radius_stats_ema(&request->home_server->ema,
3185                                  &now, &request->proxy_when);
3186         }
3187 #endif
3188
3189         switch (request->child_state) {
3190         case REQUEST_QUEUED:
3191         case REQUEST_RUNNING:
3192                 radlog(L_ERR, "Internal sanity check failed for child state");
3193                 /* FALL-THROUGH */
3194
3195         case REQUEST_REJECT_DELAY:
3196         case REQUEST_CLEANUP_DELAY:
3197         case REQUEST_DONE:
3198                 radlog(L_ERR, "Reply from home server %s port %d  - ID: %d arrived too late for request %d. Try increasing 'retry_delay' or 'max_request_time'",
3199                        inet_ntop(packet->src_ipaddr.af,
3200                                  &packet->src_ipaddr.ipaddr,
3201                                  buffer, sizeof(buffer)),
3202                        packet->src_port, packet->id,
3203                        request->number);
3204                 /* assert that there's an event queued for request? */
3205                 return NULL;
3206
3207         case REQUEST_PROXIED:
3208                 break;
3209         }
3210
3211         request->proxy_reply = packet;
3212
3213 #if 0
3214         /*
3215          *      Perform RTT calculations, as per RFC 2988 (for TCP).
3216          *      Note that we only do so on the first response.
3217          */
3218         if ((request->num_proxied_responses == 1)
3219                 int rtt;
3220                 home_server *home = request->home_server;
3221
3222                 rtt = now.tv_sec - request->proxy_when.tv_sec;
3223                 rtt *= USEC;
3224                 rtt += now.tv_usec;
3225                 rtt -= request->proxy_when.tv_usec;
3226
3227                 if (!home->has_rtt) {
3228                         home->has_rtt = TRUE;
3229
3230                         home->srtt = rtt;
3231                         home->rttvar = rtt / 2;
3232
3233                 } else {
3234                         home->rttvar -= home->rttvar >> 2;
3235                         home->rttvar += (home->srtt - rtt);
3236                         home->srtt -= home->srtt >> 3;
3237                         home->srtt += rtt >> 3;
3238                 }
3239
3240                 home->rto = home->srtt;
3241                 if (home->rttvar > (USEC / 4)) {
3242                         home->rto += home->rttvar * 4;
3243                 } else {
3244                         home->rto += USEC;
3245                 }
3246         }
3247 #endif
3248
3249         /*
3250          *      There's no incoming request, so it's a proxied packet
3251          *      we originated.
3252          */
3253         if (!request->packet) {
3254                 received_response_to_ping(request);
3255                 request->proxy_reply = NULL; /* caller will free it */
3256                 ev_request_free(&request);
3257                 return NULL;
3258         }
3259
3260         request->child_state = REQUEST_QUEUED;
3261         request->when = now;
3262         request->delay = USEC;
3263         request->priority = RAD_LISTEN_PROXY;
3264         tv_add(&request->when, request->delay);
3265
3266         /*
3267          *      Wait a bit will take care of max_request_time
3268          */
3269         INSERT_EVENT(wait_a_bit, request);
3270
3271         return request;
3272 }
3273
3274 #endif /* WITH_PROXY */
3275
3276 #ifdef WITH_TCP
3277 static void tcp_socket_lifetime(void *ctx)
3278 {
3279         rad_listen_t *listener = ctx;
3280         char buffer[256];
3281
3282         listener->print(listener, buffer, sizeof(buffer));
3283
3284         DEBUG("Reached maximum lifetime on socket %s", buffer);
3285
3286         listener->status = RAD_LISTEN_STATUS_CLOSED;
3287         event_new_fd(listener);
3288 }
3289
3290 static void tcp_socket_idle_timeout(void *ctx)
3291 {
3292         rad_listen_t *listener = ctx;
3293         listen_socket_t *sock = listener->data;
3294         char buffer[256];
3295
3296         fr_event_now(el, &now); /* should always succeed... */
3297
3298         rad_assert(sock->home != NULL);
3299
3300         /*
3301          *      We implement idle timeout by polling, because it's
3302          *      cheaper than resetting the idle timeout every time
3303          *      we send / receive a packet.
3304          */
3305         if ((sock->last_packet + sock->home->idle_timeout) > now.tv_sec) {
3306                 struct timeval when;
3307                 void *fun = tcp_socket_idle_timeout;
3308
3309                 when.tv_sec = sock->last_packet;
3310                 when.tv_sec += sock->home->idle_timeout;
3311                 when.tv_usec = 0;
3312
3313                 if (sock->home->lifetime &&
3314                     (sock->opened + sock->home->lifetime < when.tv_sec)) {
3315                         when.tv_sec = sock->opened + sock->home->lifetime;
3316                         fun = tcp_socket_lifetime;
3317                 }
3318
3319                 if (!fr_event_insert(el, fun, listener, &when, &sock->ev)) {
3320                         rad_panic("Failed to insert event");
3321                 }
3322
3323                 return;
3324         }
3325
3326         listener->print(listener, buffer, sizeof(buffer));
3327
3328         DEBUG("Reached idle timeout on socket %s", buffer);
3329
3330         listener->status = RAD_LISTEN_STATUS_CLOSED;
3331         event_new_fd(listener);
3332 }
3333 #endif
3334
3335 int event_new_fd(rad_listen_t *this)
3336 {
3337         char buffer[1024];
3338
3339         if (this->status == RAD_LISTEN_STATUS_KNOWN) return 1;
3340
3341         this->print(this, buffer, sizeof(buffer));
3342
3343         if (this->status == RAD_LISTEN_STATUS_INIT) {
3344                 if (just_started) {
3345                         DEBUG("Listening on %s", buffer);
3346                 } else {
3347                         radlog(L_INFO, " ... adding new socket %s", buffer);
3348                 }
3349
3350 #ifdef WITH_PROXY
3351                 /*
3352                  *      Add it to the list of sockets we can use.
3353                  *      Server sockets (i.e. auth/acct) are never
3354                  *      added to the packet list.
3355                  */
3356                 if (this->type == RAD_LISTEN_PROXY) {
3357                         listen_socket_t *sock = this->data;
3358
3359                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3360                         if (!fr_packet_list_socket_add(proxy_list, this->fd,
3361                                                        sock->proto,
3362                                                        &sock->other_ipaddr, sock->other_port,
3363                                                        this)) {
3364
3365                                 proxy_no_new_sockets = TRUE;
3366                                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3367
3368                                 /*
3369                                  *      This is bad.  However, the
3370                                  *      packet list now supports 256
3371                                  *      open sockets, which should
3372                                  *      minimize this problem.
3373                                  */
3374                                 radlog(L_ERR, "Failed adding proxy socket: %s",
3375                                        fr_strerror());
3376                                 return 0;
3377                         }
3378
3379                         if (sock->home) {
3380                                 sock->home->num_connections++;
3381
3382                                 /*
3383                                  *      If necessary, add it to the list of
3384                                  *      new proxy listeners.
3385                                  */
3386                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3387                                         this->next = proxy_listener_list;
3388                                         proxy_listener_list = this;
3389                                 }
3390                         }
3391                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3392
3393                         /*
3394                          *      Tell the main thread that we've added
3395                          *      a proxy listener, but only if we need
3396                          *      to update the event list.  Do this
3397                          *      with the mutex unlocked, to reduce
3398                          *      contention.
3399                          */
3400                         if (sock->home) {
3401                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3402                                         radius_signal_self(RADIUS_SIGNAL_SELF_NEW_FD);
3403                                 }
3404                         }
3405                 }
3406 #endif
3407
3408 #ifdef WITH_DETAIL
3409                 /*
3410                  *      Detail files are always known, and aren't
3411                  *      put into the socket event loop.
3412                  */
3413                 if (this->type == RAD_LISTEN_DETAIL) {
3414                         this->status = RAD_LISTEN_STATUS_KNOWN;
3415
3416                         /*
3417                          *      Set up the first poll interval.
3418                          */
3419                         event_poll_detail(this);
3420                         return 1;
3421                 }
3422 #endif
3423
3424                 FD_MUTEX_LOCK(&fd_mutex);
3425                 if (!fr_event_fd_insert(el, 0, this->fd,
3426                                         event_socket_handler, this)) {
3427                         radlog(L_ERR, "Failed adding event handler for proxy socket!");
3428                         exit(1);
3429                 }
3430                 FD_MUTEX_UNLOCK(&fd_mutex);
3431
3432                 this->status = RAD_LISTEN_STATUS_KNOWN;
3433                 return 1;
3434         }
3435
3436         /*
3437          *      Something went wrong with the socket: make it harmless.
3438          */
3439         if (this->status == RAD_LISTEN_STATUS_REMOVE_FD) {
3440                 int devnull;
3441
3442                 /*
3443                  *      Remove it from the list of live FD's.
3444                  */
3445                 FD_MUTEX_LOCK(&fd_mutex);
3446                 fr_event_fd_delete(el, 0, this->fd);
3447                 FD_MUTEX_UNLOCK(&fd_mutex);
3448
3449 #ifdef WITH_TCP
3450                 /*
3451                  *      We track requests using this socket only for
3452                  *      TCP.  For UDP, we don't currently close
3453                  *      sockets.
3454                  */
3455 #ifdef WITH_PROXY
3456                 if (this->type != RAD_LISTEN_PROXY)
3457 #endif
3458                 {
3459                         if (this->count != 0) {
3460                                 fr_packet_list_walk(pl, this,
3461                                                     remove_all_requests);
3462                         }
3463
3464                         if (this->count == 0) {
3465                                 this->status = RAD_LISTEN_STATUS_FINISH;
3466                                 goto finish;
3467                         }
3468                 }
3469 #ifdef WITH_PROXY
3470                 else {
3471                         int count = this->count;
3472
3473                         /*
3474                          *      Duplicate code
3475                          */
3476                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3477                         if (!fr_packet_list_socket_freeze(proxy_list,
3478                                                           this->fd)) {
3479                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3480                                        fr_strerror());
3481                                 exit(1);
3482                         }
3483
3484                         /*
3485                          *      Doing this with the proxy mutex held
3486                          *      is a Bad Thing.  We should move to
3487                          *      finer-grained mutexes.
3488                          */
3489                         count = this->count;
3490                         if (count > 0) {
3491                                 fr_packet_list_walk(proxy_list, this,
3492                                                     remove_all_proxied_requests);
3493                         }
3494                         count = this->count; /* protected by mutex */
3495                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3496
3497                         if (count == 0) {
3498                                 this->status = RAD_LISTEN_STATUS_FINISH;
3499                                 goto finish;
3500                         }
3501                 }
3502 #endif  /* WITH_PROXY */
3503 #endif  /* WITH_TCP */
3504
3505                 /*
3506                  *      Re-open the socket, pointing it to /dev/null.
3507                  *      This means that all writes proceed without
3508                  *      blocking, and all reads return "no data".
3509                  *
3510                  *      This leaves the socket active, so any child
3511                  *      threads won't go insane.  But it means that
3512                  *      they cannot send or receive any packets.
3513                  *
3514                  *      This is EXTRA work in the normal case, when
3515                  *      sockets are closed without error.  But it lets
3516                  *      us have one simple processing method for all
3517                  *      sockets.
3518                  */
3519                 devnull = open("/dev/null", O_RDWR);
3520                 if (devnull < 0) {
3521                         radlog(L_ERR, "FATAL failure opening /dev/null: %s",
3522                                strerror(errno));
3523                         exit(1);
3524                 }
3525                 if (dup2(devnull, this->fd) < 0) {
3526                         radlog(L_ERR, "FATAL failure closing socket: %s",
3527                                strerror(errno));
3528                         exit(1);
3529                 }
3530                 close(devnull);
3531
3532                 this->status = RAD_LISTEN_STATUS_CLOSED;
3533
3534                 /*
3535                  *      Fall through to the next section.
3536                  */
3537         }
3538
3539 #ifdef WITH_TCP
3540         /*
3541          *      Called ONLY from the main thread.  On the following
3542          *      conditions:
3543          *
3544          *      idle timeout
3545          *      max lifetime
3546          *
3547          *      (and falling through from "forcibly close FD" above)
3548          *      client closed connection on us
3549          *      client sent us a bad packet.
3550          */
3551         if (this->status == RAD_LISTEN_STATUS_CLOSED) {
3552                 int count = this->count;
3553                 rad_assert(this->type != RAD_LISTEN_DETAIL);
3554
3555 #ifdef WITH_PROXY
3556                 /*
3557                  *      Remove it from the list of active sockets, so
3558                  *      that it isn't used when proxying new packets.
3559                  */
3560                 if (this->type == RAD_LISTEN_PROXY) {
3561                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3562                         if (!fr_packet_list_socket_freeze(proxy_list,
3563                                                           this->fd)) {
3564                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3565                                        fr_strerror());
3566                                 exit(1);
3567                         }
3568                         count = this->count; /* protected by mutex */
3569                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3570                 }
3571 #endif
3572
3573                 /*
3574                  *      Requests are still using the socket.  Wait for
3575                  *      them to finish.
3576                  */
3577                 if (count != 0) {
3578                         struct timeval when;
3579                         listen_socket_t *sock = this->data;
3580
3581                         /*
3582                          *      Try again to clean up the socket in 30
3583                          *      seconds.
3584                          */
3585                         gettimeofday(&when, NULL);
3586                         when.tv_sec += 30;
3587
3588                         if (!fr_event_insert(el,
3589                                              (fr_event_callback_t) event_new_fd,
3590                                              this, &when, &sock->ev)) {
3591                                 rad_panic("Failed to insert event");
3592                         }
3593
3594                         return 1;
3595                 }
3596
3597                 /*
3598                  *      No one is using this socket: we can delete it
3599                  *      immediately.
3600                  */
3601                 this->status = RAD_LISTEN_STATUS_FINISH;
3602         }
3603
3604 finish:
3605         if (this->status == RAD_LISTEN_STATUS_FINISH) {
3606                 listen_socket_t *sock = this->data;
3607
3608                 rad_assert(this->count == 0);
3609                 radlog(L_INFO, " ... closing socket %s", buffer);
3610
3611                 /*
3612                  *      Remove it from the list of live FD's.  Note
3613                  *      that it MAY also have been removed above.  We
3614                  *      do it again here, to catch the case of sockets
3615                  *      closing on idle timeout, or max
3616                  *      lifetime... AFTER all requests have finished
3617                  *      using it.
3618                  */
3619                 FD_MUTEX_LOCK(&fd_mutex);
3620                 fr_event_fd_delete(el, 0, this->fd);
3621                 FD_MUTEX_UNLOCK(&fd_mutex);
3622
3623 #ifdef WITH_PROXY
3624                 /*
3625                  *      Remove it from the list of sockets to be used
3626                  *      when proxying.
3627                  */
3628                 if (this->type == RAD_LISTEN_PROXY) {
3629                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3630                         if (!fr_packet_list_socket_remove(proxy_list,
3631                                                           this->fd, NULL)) {
3632                                 radlog(L_ERR, "Fatal error removing socket: %s",
3633                                        fr_strerror());
3634                                 exit(1);
3635                         }
3636                         if (sock->home) sock->home->num_connections--;
3637                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3638                 }
3639 #endif
3640
3641                 /*
3642                  *      Remove any pending cleanups.
3643                  */
3644                 if (sock->ev) fr_event_delete(el, &sock->ev);
3645
3646                 /*
3647                  *      And finally, close the socket.
3648                  */
3649                 listen_free(&this);
3650         }
3651 #endif  /* WITH_TCP */
3652
3653         return 1;
3654 }
3655
3656 static void handle_signal_self(int flag)
3657 {
3658         if ((flag & (RADIUS_SIGNAL_SELF_EXIT | RADIUS_SIGNAL_SELF_TERM)) != 0) {
3659                 if ((flag & RADIUS_SIGNAL_SELF_EXIT) != 0) {
3660                         radlog(L_INFO, "Received TERM signal");
3661                         fr_event_loop_exit(el, 1);
3662                 } else {
3663                         fr_event_loop_exit(el, 2);
3664                 }
3665
3666                 return;
3667         } /* else exit/term flags weren't set */
3668
3669         /*
3670          *      Tell the even loop to stop processing.
3671          */
3672         if ((flag & RADIUS_SIGNAL_SELF_HUP) != 0) {
3673                 time_t when;
3674                 static time_t last_hup = 0;
3675
3676                 radlog(L_INFO, "Received HUP signal.");
3677
3678                 when = time(NULL);
3679                 if ((int) (when - last_hup) < 5) {
3680                         radlog(L_INFO, "Ignoring HUP (less than 5s since last one)");
3681                         return;
3682                 }
3683                 last_hup = when;
3684
3685                 fr_event_loop_exit(el, 0x80);
3686         }
3687
3688 #ifdef WITH_DETAIL
3689         if ((flag & RADIUS_SIGNAL_SELF_DETAIL) != 0) {
3690                 rad_listen_t *this;
3691
3692                 /*
3693                  *      FIXME: O(N) loops suck.
3694                  */
3695                 for (this = mainconfig.listen;
3696                      this != NULL;
3697                      this = this->next) {
3698                         if (this->type != RAD_LISTEN_DETAIL) continue;
3699
3700                         /*
3701                          *      This one didn't send the signal, skip
3702                          *      it.
3703                          */
3704                         if (!this->decode(this, NULL)) continue;
3705
3706                         /*
3707                          *      Go service the interrupt.
3708                          */
3709                         event_poll_detail(this);
3710                 }
3711         }
3712 #endif
3713
3714 #ifdef WITH_TCP
3715 #ifdef WITH_PROXY
3716         /*
3717          *      Add event handlers for idle timeouts && maximum lifetime.
3718          */
3719         if ((flag & RADIUS_SIGNAL_SELF_NEW_FD) != 0) {
3720                 struct timeval when;
3721                 void *fun = NULL;
3722
3723                 fr_event_now(el, &now);
3724
3725                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
3726
3727                 while (proxy_listener_list) {
3728                         rad_listen_t *this = proxy_listener_list;
3729                         listen_socket_t *sock = this->data;
3730
3731                         proxy_listener_list = this->next;
3732                         this->next = NULL;
3733
3734                         if (!sock->home) continue; /* skip UDP sockets */
3735
3736                         when = now;
3737
3738                         if (!sock->home->idle_timeout) {
3739                                 rad_assert(sock->home->lifetime != 0);
3740
3741                                 when.tv_sec += sock->home->lifetime;
3742                                 fun = tcp_socket_lifetime;
3743                         } else {
3744                                 rad_assert(sock->home->idle_timeout != 0);
3745
3746                                 when.tv_sec += sock->home->idle_timeout;
3747                                 fun = tcp_socket_idle_timeout;
3748                         }
3749
3750                         if (!fr_event_insert(el, fun, this, &when,
3751                                              &(sock->ev))) {
3752                                 rad_panic("Failed to insert event");
3753                         }
3754                 }
3755
3756                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3757         }
3758 #endif  /* WITH_PROXY */
3759 #endif  /* WITH_TCP */
3760 }
3761
3762 #ifndef WITH_SELF_PIPE
3763 void radius_signal_self(int flag)
3764 {
3765         handle_signal_self(flag);
3766 }
3767 #else
3768 /*
3769  *      Inform ourselves that we received a signal.
3770  */
3771 void radius_signal_self(int flag)
3772 {
3773         ssize_t rcode;
3774         uint8_t buffer[16];
3775
3776         /*
3777          *      The read MUST be non-blocking for this to work.
3778          */
3779         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3780         if (rcode > 0) {
3781                 ssize_t i;
3782
3783                 for (i = 0; i < rcode; i++) {
3784                         buffer[0] |= buffer[i];
3785                 }
3786         } else {
3787                 buffer[0] = 0;
3788         }
3789
3790         buffer[0] |= flag;
3791
3792         write(self_pipe[1], buffer, 1);
3793 }
3794
3795
3796 static void event_signal_handler(UNUSED fr_event_list_t *xel,
3797                                  UNUSED int fd, UNUSED void *ctx)
3798 {
3799         ssize_t i, rcode;
3800         uint8_t buffer[32];
3801
3802         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3803         if (rcode <= 0) return;
3804
3805         /*
3806          *      Merge pending signals.
3807          */
3808         for (i = 0; i < rcode; i++) {
3809                 buffer[0] |= buffer[i];
3810         }
3811
3812         handle_signal_self(buffer[0]);
3813 }
3814 #endif
3815
3816
3817 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd,
3818                                  void *ctx)
3819 {
3820         rad_listen_t *listener = ctx;
3821         RAD_REQUEST_FUNP fun;
3822         REQUEST *request;
3823
3824         rad_assert(xel == el);
3825
3826         xel = xel;
3827
3828         if (listener->fd < 0) rad_panic("Socket was closed on us!");
3829
3830         if (!listener->recv(listener, &fun, &request)) return;
3831
3832         if (!thread_pool_addrequest(request, fun)) {
3833                 request->child_state = REQUEST_DONE;
3834         }
3835 }
3836
3837
3838 /*
3839  *      This function is called periodically to see if this detail
3840  *      file is available for reading.
3841  */
3842 static void event_poll_detail(void *ctx)
3843 {
3844         int rcode, delay;
3845         RAD_REQUEST_FUNP fun;
3846         REQUEST *request;
3847         rad_listen_t *this = ctx;
3848         struct timeval when;
3849         listen_detail_t *detail = this->data;
3850
3851         rad_assert(this->type == RAD_LISTEN_DETAIL);
3852
3853         /*
3854          *      Try to read something.
3855          *
3856          *      FIXME: This does poll AND receive.
3857          */
3858         rcode = this->recv(this, &fun, &request);
3859         if (rcode != 0) {
3860                 rad_assert(fun != NULL);
3861                 rad_assert(request != NULL);
3862
3863                 if (!thread_pool_addrequest(request, fun)) {
3864                         request->child_state = REQUEST_DONE;
3865                 }
3866         }
3867
3868         fr_event_now(el, &now);
3869         when = now;
3870
3871         /*
3872          *      Backdoor API to get the delay until the next poll
3873          *      time.
3874          */
3875         delay = this->encode(this, NULL);
3876         tv_add(&when, delay);
3877
3878         if (!fr_event_insert(el, event_poll_detail, this,
3879                              &when, &detail->ev)) {
3880                 radlog(L_ERR, "Failed creating handler");
3881                 exit(1);
3882         }
3883 }
3884
3885
3886 static void event_status(struct timeval *wake)
3887 {
3888 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3889         int argval;
3890 #endif
3891
3892         if (debug_flag == 0) {
3893                 if (just_started) {
3894                         radlog(L_INFO, "Ready to process requests.");
3895                         just_started = FALSE;
3896                 }
3897                 return;
3898         }
3899
3900         if (!wake) {
3901                 radlog(L_INFO, "Ready to process requests.");
3902
3903         } else if ((wake->tv_sec != 0) ||
3904                    (wake->tv_usec >= 100000)) {
3905                 DEBUG("Waking up in %d.%01u seconds.",
3906                       (int) wake->tv_sec, (unsigned int) wake->tv_usec / 100000);
3907         }
3908
3909
3910         /*
3911          *      FIXME: Put this somewhere else, where it isn't called
3912          *      all of the time...
3913          */
3914
3915 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3916         /*
3917          *      If there are no child threads, then there may
3918          *      be child processes.  In that case, wait for
3919          *      their exit status, and throw that exit status
3920          *      away.  This helps get rid of zxombie children.
3921          */
3922         while (waitpid(-1, &argval, WNOHANG) > 0) {
3923                 /* do nothing */
3924         }
3925 #endif
3926
3927 }
3928
3929 /*
3930  *      Externally-visibly functions.
3931  */
3932 int radius_event_init(CONF_SECTION *cs, int spawn_flag)
3933 {
3934         rad_listen_t *head = NULL;
3935
3936         if (el) return 0;
3937
3938         time(&fr_start_time);
3939
3940         el = fr_event_list_create(event_status);
3941         if (!el) return 0;
3942
3943         pl = fr_packet_list_create(0);
3944         if (!pl) return 0;      /* leak el */
3945
3946         request_num_counter = 0;
3947
3948 #ifdef WITH_PROXY
3949         if (mainconfig.proxy_requests) {
3950                 /*
3951                  *      Create the tree for managing proxied requests and
3952                  *      responses.
3953                  */
3954                 proxy_list = fr_packet_list_create(1);
3955                 if (!proxy_list) return 0;
3956
3957 #ifdef HAVE_PTHREAD_H
3958                 if (pthread_mutex_init(&proxy_mutex, NULL) != 0) {
3959                         radlog(L_ERR, "FATAL: Failed to initialize proxy mutex: %s",
3960                                strerror(errno));
3961                         exit(1);
3962                 }
3963 #endif
3964         }
3965 #endif
3966
3967         /*
3968          *      Just before we spawn the child threads, force the log
3969          *      subsystem to re-open the log file for every write.
3970          */
3971         if (spawn_flag) force_log_reopen();
3972
3973 #ifdef HAVE_PTHREAD_H
3974 #ifndef __MINGW32__
3975         NO_SUCH_CHILD_PID = (pthread_t ) (0);
3976 #else
3977         NO_SUCH_CHILD_PID = pthread_self(); /* not a child thread */
3978 #endif
3979         /*
3980          *      Initialize the threads ONLY if we're spawning, AND
3981          *      we're running normally.
3982          */
3983         if (spawn_flag && !check_config &&
3984             (thread_pool_init(cs, &spawn_flag) < 0)) {
3985                 exit(1);
3986         }
3987 #endif
3988
3989         /*
3990          *      Move all of the thread calls to this file?
3991          *
3992          *      It may be best for the mutexes to be in this file...
3993          */
3994         have_children = spawn_flag;
3995
3996         if (check_config) {
3997                 DEBUG("%s: #### Skipping IP addresses and Ports ####",
3998                        mainconfig.name);
3999                 return 1;
4000         }
4001
4002 #ifdef WITH_SELF_PIPE
4003         /*
4004          *      Child threads need a pipe to signal us, as do the
4005          *      signal handlers.
4006          */
4007         if (pipe(self_pipe) < 0) {
4008                 radlog(L_ERR, "radiusd: Error opening internal pipe: %s",
4009                        strerror(errno));
4010                 exit(1);
4011         }
4012         if (fcntl(self_pipe[0], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
4013                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
4014                        strerror(errno));
4015                 exit(1);
4016         }
4017         if (fcntl(self_pipe[1], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
4018                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
4019                        strerror(errno));
4020                 exit(1);
4021         }
4022
4023         if (!fr_event_fd_insert(el, 0, self_pipe[0],
4024                                   event_signal_handler, el)) {
4025                 radlog(L_ERR, "Failed creating handler for signals");
4026                 exit(1);
4027         }
4028 #endif  /* WITH_SELF_PIPE */
4029
4030        DEBUG("%s: #### Opening IP addresses and Ports ####",
4031                mainconfig.name);
4032
4033        /*
4034         *       The server temporarily switches to an unprivileged
4035         *       user very early in the bootstrapping process.
4036         *       However, some sockets MAY require privileged access
4037         *       (bind to device, or to port < 1024, or to raw
4038         *       sockets).  Those sockets need to call suid up/down
4039         *       themselves around the functions that need a privileged
4040         *       uid.
4041         */
4042         if (listen_init(cs, &head) < 0) {
4043                 _exit(1);
4044         }
4045
4046         mainconfig.listen = head;
4047
4048         /*
4049          *      At this point, no one has any business *ever* going
4050          *      back to root uid.
4051          */
4052         fr_suid_down_permanent();
4053
4054         return 1;
4055 }
4056
4057
4058 static int request_hash_cb(UNUSED void *ctx, void *data)
4059 {
4060         REQUEST *request = fr_packet2myptr(REQUEST, packet, data);
4061
4062 #ifdef WITH_PROXY
4063         rad_assert(request->in_proxy_hash == FALSE);
4064 #endif
4065
4066         ev_request_free(&request);
4067
4068         return 0;
4069 }
4070
4071
4072 #ifdef WITH_PROXY
4073 static int proxy_hash_cb(UNUSED void *ctx, void *data)
4074 {
4075         REQUEST *request = fr_packet2myptr(REQUEST, proxy, data);
4076
4077         ev_request_free(&request);
4078
4079         return 0;
4080 }
4081 #endif
4082
4083 void radius_event_free(void)
4084 {
4085         /*
4086          *      FIXME: Stop all threads, or at least check that
4087          *      they're all waiting on the semaphore, and the queues
4088          *      are empty.
4089          */
4090
4091 #ifdef WITH_PROXY
4092         /*
4093          *      There are requests in the proxy hash that aren't
4094          *      referenced from anywhere else.  Remove them first.
4095          */
4096         if (proxy_list) {
4097                 fr_packet_list_walk(proxy_list, NULL, proxy_hash_cb);
4098                 fr_packet_list_free(proxy_list);
4099                 proxy_list = NULL;
4100         }
4101 #endif
4102
4103         fr_packet_list_walk(pl, NULL, request_hash_cb);
4104
4105         fr_packet_list_free(pl);
4106         pl = NULL;
4107
4108         fr_event_list_free(el);
4109 }
4110
4111 int radius_event_process(void)
4112 {
4113         if (!el) return 0;
4114
4115         return fr_event_loop(el);
4116 }
4117
4118 void radius_handle_request(REQUEST *request, RAD_REQUEST_FUNP fun)
4119 {
4120         request->options = RAD_REQUEST_OPTION_DEBUG2;
4121
4122         if (request_pre_handler(request)) {
4123                 rad_assert(fun != NULL);
4124                 rad_assert(request != NULL);
4125
4126                 if (request->server) RDEBUG("server %s {",
4127                                             request->server != NULL ?
4128                                             request->server : "");
4129                 fun(request);
4130
4131                 if (request->server) RDEBUG("} # server %s",
4132                                              request->server != NULL ?
4133                                             request->server : "");
4134
4135                 request_post_handler(request);
4136         }
4137
4138         DEBUG2("Going to the next request");
4139         return;
4140 }