src/main/event.c

   1 /*
   2  * event.c      Server event handling
   3  *
   4  * Version:     $Id$
   5  *
   6  *   This program is free software; you can redistribute it and/or modify
   7  *   it under the terms of the GNU General Public License as published by
   8  *   the Free Software Foundation; either version 2 of the License, or
   9  *   (at your option) any later version.
  10  *
  11  *   This program is distributed in the hope that it will be useful,
  12  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  *   GNU General Public License for more details.
  15  *
  16  *   You should have received a copy of the GNU General Public License
  17  *   along with this program; if not, write to the Free Software
  18  *   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  19  *
  20  * Copyright 2007  The FreeRADIUS server project
  21  * Copyright 2007  Alan DeKok <aland@deployingradius.com>
  22  */
  23
  24 #include <freeradius-devel/ident.h>
  25 RCSID("$Id$")
  26
  27 #include <freeradius-devel/radiusd.h>
  28 #include <freeradius-devel/modules.h>
  29 #include <freeradius-devel/event.h>
  30 #include <freeradius-devel/detail.h>
  31
  32 #include <freeradius-devel/rad_assert.h>
  33
  34 #include <signal.h>
  35 #include <fcntl.h>
  36
  37 #ifdef HAVE_SYS_WAIT_H
  38 #       include <sys/wait.h>
  39 #endif
  40
  41 #define USEC (1000000)
  42
  43 extern pid_t radius_pid;
  44 extern int dont_fork;
  45 extern int check_config;
  46 extern void force_log_reopen(void);
  47 extern char *debug_condition;
  48
  49 /*
  50  *      Ridiculous amounts of local state.
  51  */
  52 static fr_event_list_t  *el = NULL;
  53 static fr_packet_list_t *pl = NULL;
  54 static int                      request_num_counter = 0;
  55 static struct timeval           now;
  56 time_t                          fr_start_time;
  57 static int                      have_children;
  58 static int                      just_started = TRUE;
  59
  60 #ifndef __MINGW32__
  61 #ifdef HAVE_PTHREAD_H
  62 #define WITH_SELF_PIPE (1)
  63 #endif
  64 #endif
  65
  66 #ifdef WITH_SELF_PIPE
  67 static int self_pipe[2];
  68 #endif
  69
  70 #ifdef HAVE_PTHREAD_H
  71 #ifdef WITH_PROXY
  72 static pthread_mutex_t  proxy_mutex;
  73 static rad_listen_t *proxy_listener_list = NULL;
  74 static int proxy_no_new_sockets = FALSE;
  75 #endif
  76
  77 #define PTHREAD_MUTEX_LOCK if (have_children) pthread_mutex_lock
  78 #define PTHREAD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
  79
  80 static pthread_t NO_SUCH_CHILD_PID;
  81 #else
  82 /*
  83  *      This is easier than ifdef's throughout the code.
  84  */
  85 #define PTHREAD_MUTEX_LOCK(_x)
  86 #define PTHREAD_MUTEX_UNLOCK(_x)
  87 int thread_pool_addrequest(REQUEST *request, RAD_REQUEST_FUNP fun)
  88 {
  89         radius_handle_request(request, fun);
  90         return 1;
  91 }
  92 #endif
  93
  94 /*
  95  *      We need mutexes around the event FD list *only* in certain
  96  *      cases.
  97  */
  98 #if defined (HAVE_PTHREAD_H) && (defined(WITH_PROXY) || defined(WITH_TCP))
  99 static pthread_mutex_t  fd_mutex;
 100 #define FD_MUTEX_LOCK if (have_children) pthread_mutex_lock
 101 #define FD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
 102 #else
 103 /*
 104  *      This is easier than ifdef's throughout the code.
 105  */
 106 #define FD_MUTEX_LOCK(_x)
 107 #define FD_MUTEX_UNLOCK(_x)
 108 #endif
 109
 110
 111 #define INSERT_EVENT(_function, _ctx) if (!fr_event_insert(el, _function, _ctx, &((_ctx)->when), &((_ctx)->ev))) { _rad_panic(__FILE__, __LINE__, "Failed to insert event"); }
 112
 113 #ifdef WITH_PROXY
 114 static fr_packet_list_t *proxy_list = NULL;
 115 static void remove_from_proxy_hash(REQUEST *request);
 116
 117 static void check_for_zombie_home_server(REQUEST *request);
 118 #else
 119 #define remove_from_proxy_hash(foo)
 120 #endif
 121
 122 static void request_post_handler(REQUEST *request);
 123 static void wait_a_bit(void *ctx);
 124 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd, void *ctx);
 125 #ifdef WITH_DETAIL
 126 static void event_poll_detail(void *ctx);
 127 #endif
 128
 129 static void NEVER_RETURNS _rad_panic(const char *file, unsigned int line,
 130                                     const char *msg)
 131 {
 132         radlog(L_ERR, "[%s:%d] %s", file, line, msg);
 133         _exit(1);
 134 }
 135
 136 #define rad_panic(x) _rad_panic(__FILE__, __LINE__, x)
 137
 138
 139 static void tv_add(struct timeval *tv, int usec_delay)
 140 {
 141         if (usec_delay > USEC) {
 142                 tv->tv_sec += usec_delay / USEC;
 143                 usec_delay %= USEC;
 144         }
 145         tv->tv_usec += usec_delay;
 146
 147         if (tv->tv_usec > USEC) {
 148                 tv->tv_sec += tv->tv_usec / USEC;
 149                 tv->tv_usec %= USEC;
 150         }
 151 }
 152
 153 static void remove_from_request_hash(REQUEST *request)
 154 {
 155         if (!request->in_request_hash) return;
 156
 157         fr_packet_list_yank(pl, request->packet);
 158         request->in_request_hash = FALSE;
 159
 160         request_stats_final(request);
 161
 162 #ifdef WITH_TCP
 163         request->listener->count--;
 164 #endif
 165 }
 166
 167 #ifdef WITH_PROXY
 168 static REQUEST *lookup_in_proxy_hash(RADIUS_PACKET *reply)
 169 {
 170         int done = FALSE;
 171         RADIUS_PACKET **proxy_p;
 172         REQUEST *request;
 173
 174         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 175         proxy_p = fr_packet_list_find_byreply(proxy_list, reply);
 176
 177         if (!proxy_p) {
 178                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 179                 return NULL;
 180         }
 181
 182         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
 183         request->num_proxied_responses++; /* needs to be protected by lock */
 184
 185         done = (request->num_proxied_requests == request->num_proxied_responses);
 186         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 187
 188
 189         /*
 190          *      Catch the most common case of everything working
 191          *      correctly.
 192          */
 193         if (done) remove_from_proxy_hash(request);
 194
 195         return request;
 196 }
 197
 198
 199 static void remove_from_proxy_hash(REQUEST *request)
 200 {
 201         /*
 202          *      Check this without grabbing the mutex because it's a
 203          *      lot faster that way.
 204          */
 205         if (!request->in_proxy_hash) return;
 206
 207         /*
 208          *      The "not in hash" flag is definitive.  However, if the
 209          *      flag says that it IS in the hash, there might still be
 210          *      a race condition where it isn't.
 211          */
 212         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 213
 214         if (!request->in_proxy_hash) {
 215                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 216                 return;
 217         }
 218
 219         fr_packet_list_yank(proxy_list, request->proxy);
 220         fr_packet_list_id_free(proxy_list, request->proxy);
 221
 222         /*
 223          *      On the FIRST reply, decrement the count of outstanding
 224          *      requests.  Note that this is NOT the count of sent
 225          *      packets, but whether or not the home server has
 226          *      responded at all.
 227          */
 228         if (!request->proxy_reply &&
 229             request->home_server &&
 230             request->home_server->currently_outstanding) {
 231                 request->home_server->currently_outstanding--;
 232         }
 233
 234 #ifdef WITH_TCP
 235         request->proxy_listener->count--;
 236         request->proxy_listener = NULL;
 237 #endif
 238
 239         /*
 240          *      Got from YES in hash, to NO, not in hash while we hold
 241          *      the mutex.  This guarantees that when another thread
 242          *      grabs the mutex, the "not in hash" flag is correct.
 243          */
 244         request->in_proxy_hash = FALSE;
 245
 246         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 247 }
 248 #endif  /* WITH_PROXY */
 249
 250 static void ev_request_free(REQUEST **prequest)
 251 {
 252         REQUEST *request;
 253
 254         if (!prequest || !*prequest) return;
 255
 256         request = *prequest;
 257
 258 #ifdef WITH_COA
 259         if (request->coa) {
 260                 /*
 261                  *      Divorce the child from the parent first,
 262                  *      then clean up the child.
 263                  */
 264                 request->coa->parent = NULL;
 265                 ev_request_free(&request->coa);
 266         }
 267
 268         /*
 269          *      Divorce the parent from the child, and leave the
 270          *      parent still alive.
 271          */
 272         if (request->parent && (request->parent->coa == request)) {
 273                 request->parent->coa = NULL;
 274         }
 275 #endif
 276
 277         if (request->ev) fr_event_delete(el, &request->ev);
 278 #ifdef WITH_PROXY
 279         if (request->in_proxy_hash) remove_from_proxy_hash(request);
 280 #endif
 281         if (request->in_request_hash) remove_from_request_hash(request);
 282
 283         request_free(prequest);
 284 }
 285
 286 #ifdef WITH_TCP
 287 static int remove_all_requests(void *ctx, void *data)
 288 {
 289         rad_listen_t *this = ctx;
 290         RADIUS_PACKET **packet_p = data;
 291         REQUEST *request;
 292
 293         request = fr_packet2myptr(REQUEST, packet, packet_p);
 294         if (request->packet->sockfd != this->fd) return 0;
 295
 296         switch (request->child_state) {
 297         case REQUEST_RUNNING:
 298                 rad_assert(request->ev != NULL); /* or it's lost forever */
 299         case REQUEST_QUEUED:
 300                 request->master_state = REQUEST_STOP_PROCESSING;
 301                 return 0;
 302
 303                 /*
 304                  *      Waiting for a reply.  There's no point in
 305                  *      doing anything else.  We remove it from the
 306                  *      request hash so that we can close the upstream
 307                  *      socket.
 308                  */
 309         case REQUEST_PROXIED:
 310                 remove_from_request_hash(request);
 311                 request->child_state = REQUEST_DONE;
 312                 return 0;
 313
 314         case REQUEST_REJECT_DELAY:
 315         case REQUEST_CLEANUP_DELAY:
 316         case REQUEST_DONE:
 317                 ev_request_free(&request);
 318                 break;
 319         }
 320
 321         return 0;
 322 }
 323
 324 #ifdef WITH_PROXY
 325 static int remove_all_proxied_requests(void *ctx, void *data)
 326 {
 327         rad_listen_t *this = ctx;
 328         RADIUS_PACKET **proxy_p = data;
 329         REQUEST *request;
 330
 331         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
 332         if (request->proxy->sockfd != this->fd) return 0;
 333
 334         switch (request->child_state) {
 335         case REQUEST_RUNNING:
 336                 rad_assert(request->ev != NULL); /* or it's lost forever */
 337         case REQUEST_QUEUED:
 338                 request->master_state = REQUEST_STOP_PROCESSING;
 339                 return 0;
 340
 341                 /*
 342                  *      Eventually we will discover that there is no
 343                  *      response to the proxied request.
 344                  */
 345         case REQUEST_PROXIED:
 346                 break;
 347
 348                 /*
 349                  *      Keep it in the cache for duplicate detection.
 350                  */
 351         case REQUEST_REJECT_DELAY:
 352         case REQUEST_CLEANUP_DELAY:
 353         case REQUEST_DONE:
 354                 break;
 355         }
 356
 357         remove_from_proxy_hash(request);
 358         return 0;
 359 }
 360 #endif  /* WITH_PROXY */
 361 #endif  /* WITH_TCP */
 362
 363
 364 #ifdef WITH_PROXY
 365 static int insert_into_proxy_hash(REQUEST *request)
 366 {
 367         char buf[128];
 368         int rcode, tries;
 369         void *proxy_listener;
 370
 371         rad_assert(request->proxy != NULL);
 372         rad_assert(proxy_list != NULL);
 373
 374         tries = 1;
 375 retry:
 376         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 377         rcode = fr_packet_list_id_alloc(proxy_list,
 378                                         request->home_server->proto,
 379                                         request->proxy, &proxy_listener);
 380         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 381
 382         if (!rcode) {
 383                 if (proxy_no_new_sockets) return 0;
 384
 385                 /*
 386                  *      Also locks the proxy mutex, so we have to call
 387                  *      it with the mutex unlocked.  Some systems
 388                  *      don't support recursive mutexes.
 389                  */
 390                 if (!proxy_new_listener(request->home_server, 0)) {
 391                         radlog(L_ERR, "Failed to create a new socket for proxying requests.");
 392                         return 0;
 393                 }
 394                 request->proxy->src_port = 0; /* Use any new socket */
 395
 396                 tries++;
 397                 if (tries > 2) {
 398                         RDEBUG2("ERROR: Failed allocating Id for new socket when proxying requests.");
 399                         return 0;
 400                 }
 401
 402                 goto retry;
 403         }
 404
 405         request->proxy_listener = proxy_listener;
 406
 407         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 408         if (!fr_packet_list_insert(proxy_list, &request->proxy)) {
 409                 fr_packet_list_id_free(proxy_list, request->proxy);
 410                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 411                 radlog(L_PROXY, "Failed to insert entry into proxy list");
 412                 return 0;
 413         }
 414
 415         request->in_proxy_hash = TRUE;
 416
 417         /*
 418          *      Keep track of maximum outstanding requests to a
 419          *      particular home server.  'max_outstanding' is
 420          *      enforced in home_server_ldb(), in realms.c.
 421          */
 422         if (request->home_server) {
 423                 request->home_server->currently_outstanding++;
 424         }
 425
 426 #ifdef WITH_TCP
 427         request->proxy_listener->count++;
 428 #endif
 429
 430         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 431
 432         RDEBUG3(" proxy: allocating destination %s port %d - Id %d",
 433                inet_ntop(request->proxy->dst_ipaddr.af,
 434                          &request->proxy->dst_ipaddr.ipaddr, buf, sizeof(buf)),
 435                request->proxy->dst_port,
 436                request->proxy->id);
 437
 438         return 1;
 439 }
 440
 441
 442 /*
 443  *      Called as BOTH an event, and in-line from other functions.
 444  */
 445 static void wait_for_proxy_id_to_expire(void *ctx)
 446 {
 447         REQUEST *request = ctx;
 448
 449         rad_assert(request->magic == REQUEST_MAGIC);
 450         rad_assert(request->proxy != NULL);
 451
 452         fr_event_now(el, &now);
 453         request->when = request->proxy_when;
 454
 455 #ifdef WITH_COA
 456         if (((request->proxy->code == PW_COA_REQUEST) ||
 457              (request->proxy->code == PW_DISCONNECT_REQUEST)) &&
 458             (request->packet->code != request->proxy->code)) {
 459                 request->when.tv_sec += request->home_server->coa_mrd;
 460         } else
 461 #endif
 462         request->when.tv_sec += request->home_server->response_window;
 463
 464         if ((request->num_proxied_requests == request->num_proxied_responses) ||
 465 #ifdef WITH_TCP
 466             (request->home_server->proto == IPPROTO_TCP) ||
 467 #endif
 468             timercmp(&now, &request->when, >)) {
 469                 if (request->packet) {
 470                         RDEBUG2("Cleaning up request %d ID %d with timestamp +%d",
 471                                request->number, request->packet->id,
 472                                (unsigned int) (request->timestamp - fr_start_time));
 473                 } else {
 474                         RDEBUG2("Cleaning up request %d with timestamp +%d",
 475                                request->number,
 476                                (unsigned int) (request->timestamp - fr_start_time));
 477                 }
 478
 479                 ev_request_free(&request);
 480                 return;
 481         }
 482
 483         INSERT_EVENT(wait_for_proxy_id_to_expire, request);
 484 }
 485 #endif
 486
 487 #ifdef HAVE_PTHREAD_H
 488 static void wait_for_child_to_die(void *ctx)
 489 {
 490         REQUEST *request = ctx;
 491
 492         rad_assert(request->magic == REQUEST_MAGIC);
 493
 494         /*
 495          *      If it's still queued (waiting for a thread to pick it
 496          *      up) OR, it's running AND there's still a child thread
 497          *      handling it, THEN delay some more.
 498          */
 499         if ((request->child_state == REQUEST_QUEUED) ||
 500             ((request->child_state == REQUEST_RUNNING) &&
 501              (pthread_equal(request->child_pid, NO_SUCH_CHILD_PID) == 0))) {
 502
 503                 /*
 504                  *      Cap delay at five minutes.
 505                  */
 506                 if (request->delay < (USEC * 60 * 5)) {
 507                         request->delay += (request->delay >> 1);
 508                         radlog(L_INFO, "WARNING: Child is hung for request %d.",
 509                                request->number);
 510                 } else {
 511                         RDEBUG2("Child is still stuck for request %d",
 512                                 request->number);
 513                 }
 514                 tv_add(&request->when, request->delay);
 515
 516                 INSERT_EVENT(wait_for_child_to_die, request);
 517                 return;
 518         }
 519
 520         RDEBUG2("Child is responsive for request %d", request->number);
 521         remove_from_request_hash(request);
 522
 523 #ifdef WITH_PROXY
 524         if (request->proxy) {
 525                 wait_for_proxy_id_to_expire(request);
 526                 return;
 527         }
 528 #endif
 529
 530         ev_request_free(&request);
 531 }
 532 #endif
 533
 534 static void cleanup_delay(void *ctx)
 535 {
 536         REQUEST *request = ctx;
 537
 538         rad_assert(request->magic == REQUEST_MAGIC);
 539         rad_assert((request->child_state == REQUEST_CLEANUP_DELAY) ||
 540                    (request->child_state == REQUEST_DONE));
 541
 542         remove_from_request_hash(request);
 543
 544 #ifdef WITH_PROXY
 545         if (request->proxy && request->in_proxy_hash) {
 546                 wait_for_proxy_id_to_expire(request);
 547                 return;
 548         }
 549 #endif
 550
 551         RDEBUG2("Cleaning up request %d ID %d with timestamp +%d",
 552                request->number, request->packet->id,
 553                (unsigned int) (request->timestamp - fr_start_time));
 554
 555         ev_request_free(&request);
 556 }
 557
 558
 559 /*
 560  *      In daemon mode, AND this request has debug flags set.
 561  */
 562 #define DEBUG_PACKET if (!debug_flag && request->options && request->radlog) debug_packet
 563
 564 static void debug_packet(REQUEST *request, RADIUS_PACKET *packet, int direction)
 565 {
 566         VALUE_PAIR *vp;
 567         char buffer[1024];
 568         const char *received, *from;
 569         const fr_ipaddr_t *ip;
 570         int port;
 571
 572         if (!packet) return;
 573
 574         rad_assert(request->radlog != NULL);
 575
 576         if (direction == 0) {
 577                 received = "Received";
 578                 from = "from";  /* what else? */
 579                 ip = &packet->src_ipaddr;
 580                 port = packet->src_port;
 581
 582         } else {
 583                 received = "Sending";
 584                 from = "to";    /* hah! */
 585                 ip = &packet->dst_ipaddr;
 586                 port = packet->dst_port;
 587         }
 588
 589         /*
 590          *      Client-specific debugging re-prints the input
 591          *      packet into the client log.
 592          *
 593          *      This really belongs in a utility library
 594          */
 595         if ((packet->code > 0) && (packet->code < FR_MAX_PACKET_CODE)) {
 596                 RDEBUG("%s %s packet %s host %s port %d, id=%d, length=%d",
 597                        received, fr_packet_codes[packet->code], from,
 598                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
 599                        port, packet->id, packet->data_len);
 600         } else {
 601                 RDEBUG("%s packet %s host %s port %d code=%d, id=%d, length=%d",
 602                        received, from,
 603                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
 604                        port,
 605                        packet->code, packet->id, packet->data_len);
 606         }
 607
 608         for (vp = packet->vps; vp != NULL; vp = vp->next) {
 609                 vp_prints(buffer, sizeof(buffer), vp);
 610                 request->radlog(L_DBG, 0, request, "\t%s", buffer);
 611         }
 612 }
 613
 614 static void reject_delay(void *ctx)
 615 {
 616         REQUEST *request = ctx;
 617
 618         rad_assert(request->magic == REQUEST_MAGIC);
 619         rad_assert(request->child_state == REQUEST_REJECT_DELAY);
 620
 621         RDEBUG2("Sending delayed reject for request %d", request->number);
 622
 623         DEBUG_PACKET(request, request->reply, 1);
 624
 625         request->listener->send(request->listener, request);
 626
 627         request->when.tv_sec += request->root->cleanup_delay;
 628         request->child_state = REQUEST_CLEANUP_DELAY;
 629
 630         INSERT_EVENT(cleanup_delay, request);
 631 }
 632
 633
 634 #ifdef WITH_PROXY
 635 void revive_home_server(void *ctx)
 636 {
 637         home_server *home = ctx;
 638         char buffer[128];
 639
 640 #ifdef WITH_TCP
 641         rad_assert(home->proto != IPPROTO_TCP);
 642 #endif
 643
 644         home->state = HOME_STATE_ALIVE;
 645         home->currently_outstanding = 0;
 646         home->revive_time = now;
 647
 648         /*
 649          *      Delete any outstanding events.
 650          */
 651         if (home->ev) fr_event_delete(el, &home->ev);
 652
 653         radlog(L_PROXY, "Marking home server %s port %d alive again... we have no idea if it really is alive or not.",
 654                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
 655                          buffer, sizeof(buffer)),
 656                home->port);
 657
 658 }
 659
 660
 661 static void no_response_to_ping(void *ctx)
 662 {
 663         REQUEST *request = ctx;
 664         home_server *home;
 665         char buffer[128];
 666
 667         rad_assert(request->home_server != NULL);
 668
 669         home = request->home_server;
 670 #ifdef WITH_TCP
 671         rad_assert(home->proto != IPPROTO_TCP);
 672 #endif
 673
 674         home->num_received_pings = 0;
 675
 676         radlog(L_ERR, "No response to status check %d for home server %s port %d",
 677                request->number,
 678                inet_ntop(request->proxy->dst_ipaddr.af,
 679                          &request->proxy->dst_ipaddr.ipaddr,
 680                          buffer, sizeof(buffer)),
 681                request->proxy->dst_port);
 682
 683         check_for_zombie_home_server(request);
 684
 685         wait_for_proxy_id_to_expire(request);
 686 }
 687
 688
 689 static void received_response_to_ping(REQUEST *request)
 690 {
 691         home_server *home;
 692         char buffer[128];
 693
 694         rad_assert(request->home_server != NULL);
 695
 696         home = request->home_server;
 697 #ifdef WITH_TCP
 698         rad_assert(home->proto != IPPROTO_TCP);
 699 #endif
 700
 701         home->num_received_pings++;
 702
 703         radlog(L_PROXY, "Received response to status check %d (%d in current sequence)",
 704                request->number, home->num_received_pings);
 705
 706         /*
 707          *      Remove the request from any hashes
 708          */
 709         fr_event_delete(el, &request->ev);
 710         remove_from_proxy_hash(request);
 711         rad_assert(request->in_request_hash == FALSE);
 712
 713         /*
 714          *      The control socket may have marked the home server as
 715          *      alive.  OR, it may have suddenly started responding to
 716          *      requests again.  If so, don't re-do the "make alive"
 717          *      work.
 718          */
 719         if (home->state == HOME_STATE_ALIVE) return;
 720
 721         /*
 722          *      We haven't received enough ping responses to mark it
 723          *      "alive".  Wait a bit.
 724          */
 725         if (home->num_received_pings < home->num_pings_to_alive) {
 726                 return;
 727         }
 728
 729         home->state = HOME_STATE_ALIVE;
 730         home->currently_outstanding = 0;
 731         home->revive_time = now;
 732
 733         if (!fr_event_delete(el, &home->ev)) {
 734                 RDEBUG2("Hmm... no event for home server.  Oh well.");
 735         }
 736
 737         radlog(L_PROXY, "Marking home server %s port %d alive",
 738                inet_ntop(request->proxy->dst_ipaddr.af,
 739                          &request->proxy->dst_ipaddr.ipaddr,
 740                          buffer, sizeof(buffer)),
 741                request->proxy->dst_port);
 742 }
 743
 744
 745 /*
 746  *      Called from start of zombie period, OR after control socket
 747  *      marks the home server dead.
 748  */
 749 static void ping_home_server(void *ctx)
 750 {
 751         uint32_t jitter;
 752         home_server *home = ctx;
 753         REQUEST *request;
 754         VALUE_PAIR *vp;
 755
 756 #ifdef WITH_TCP
 757         rad_assert(home->proto != IPPROTO_TCP);
 758 #endif
 759
 760         if ((home->state == HOME_STATE_ALIVE) ||
 761             (home->ping_check == HOME_PING_CHECK_NONE) ||
 762             (home->ev != NULL)) {
 763                 return;
 764         }
 765
 766         request = request_alloc();
 767         request->number = request_num_counter++;
 768
 769         request->proxy = rad_alloc(1);
 770         rad_assert(request->proxy != NULL);
 771
 772         fr_event_now(el, &request->when);
 773         home->when = request->when;
 774
 775         if (home->ping_check == HOME_PING_CHECK_STATUS_SERVER) {
 776                 request->proxy->code = PW_STATUS_SERVER;
 777
 778                 radius_pairmake(request, &request->proxy->vps,
 779                                 "Message-Authenticator", "0x00", T_OP_SET);
 780
 781         } else if (home->type == HOME_TYPE_AUTH) {
 782                 request->proxy->code = PW_AUTHENTICATION_REQUEST;
 783
 784                 radius_pairmake(request, &request->proxy->vps,
 785                                 "User-Name", home->ping_user_name, T_OP_SET);
 786                 radius_pairmake(request, &request->proxy->vps,
 787                                 "User-Password", home->ping_user_password, T_OP_SET);
 788                 radius_pairmake(request, &request->proxy->vps,
 789                                 "Service-Type", "Authenticate-Only", T_OP_SET);
 790                 radius_pairmake(request, &request->proxy->vps,
 791                                 "Message-Authenticator", "0x00", T_OP_SET);
 792
 793         } else {
 794 #ifdef WITH_ACCOUNTING
 795                 request->proxy->code = PW_ACCOUNTING_REQUEST;
 796
 797                 radius_pairmake(request, &request->proxy->vps,
 798                                 "User-Name", home->ping_user_name, T_OP_SET);
 799                 radius_pairmake(request, &request->proxy->vps,
 800                                 "Acct-Status-Type", "Stop", T_OP_SET);
 801                 radius_pairmake(request, &request->proxy->vps,
 802                                 "Acct-Session-Id", "00000000", T_OP_SET);
 803                 vp = radius_pairmake(request, &request->proxy->vps,
 804                                      "Event-Timestamp", "0", T_OP_SET);
 805                 vp->vp_date = now.tv_sec;
 806 #else
 807                 rad_assert("Internal sanity check failed");
 808 #endif
 809         }
 810
 811         radius_pairmake(request, &request->proxy->vps,
 812                         "NAS-Identifier", "Status Check. Are you alive?",
 813                         T_OP_SET);
 814
 815         request->proxy->dst_ipaddr = home->ipaddr;
 816         request->proxy->dst_port = home->port;
 817         request->home_server = home;
 818
 819         rad_assert(request->proxy_listener == NULL);
 820
 821         if (!insert_into_proxy_hash(request)) {
 822                 radlog(L_PROXY, "Failed inserting status check %d into proxy hash.  Discarding it.",
 823                        request->number);
 824                 ev_request_free(&request);
 825                 return;
 826         }
 827         rad_assert(request->proxy_listener != NULL);
 828         request->proxy_listener->send(request->proxy_listener,
 829                                       request);
 830
 831         request->next_callback = NULL;
 832         request->child_state = REQUEST_PROXIED;
 833         request->when.tv_sec += home->ping_timeout;;
 834
 835         INSERT_EVENT(no_response_to_ping, request);
 836
 837         /*
 838          *      Add +/- 2s of jitter, as suggested in RFC 3539
 839          *      and in the Issues and Fixes draft.
 840          */
 841         home->when.tv_sec += home->ping_interval - 2;
 842
 843         jitter = fr_rand();
 844         jitter ^= (jitter >> 10);
 845         jitter &= ((1 << 23) - 1); /* 22 bits of 1 */
 846
 847         tv_add(&home->when, jitter);
 848
 849         INSERT_EVENT(ping_home_server, home);
 850 }
 851
 852
 853 void mark_home_server_dead(home_server *home, struct timeval *when)
 854 {
 855         int previous_state = home->state;
 856         char buffer[128];
 857
 858         radlog(L_PROXY, "Marking home server %s port %d as dead.",
 859                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
 860                          buffer, sizeof(buffer)),
 861                home->port);
 862
 863         home->state = HOME_STATE_IS_DEAD;
 864         home->num_received_pings = 0;
 865
 866         if (home->ping_check != HOME_PING_CHECK_NONE) {
 867                 /*
 868                  *      If the control socket marks us dead, start
 869                  *      pinging.  Otherwise, we already started
 870                  *      pinging when it was marked "zombie".
 871                  */
 872                 if (previous_state == HOME_STATE_ALIVE) {
 873                         ping_home_server(home);
 874                 }
 875
 876         } else {
 877                 /*
 878                  *      Revive it after a fixed period of time.  This
 879                  *      is very, very, bad.
 880                  */
 881                 home->when = *when;
 882                 home->when.tv_sec += home->revive_interval;
 883
 884                 INSERT_EVENT(revive_home_server, home);
 885         }
 886 }
 887
 888 static void check_for_zombie_home_server(REQUEST *request)
 889 {
 890         home_server *home;
 891         struct timeval when;
 892
 893         home = request->home_server;
 894
 895         if (home->state != HOME_STATE_ZOMBIE) return;
 896
 897         when = home->zombie_period_start;
 898         when.tv_sec += home->zombie_period;
 899
 900         fr_event_now(el, &now);
 901         if (timercmp(&now, &when, <)) {
 902                 return;
 903         }
 904
 905         mark_home_server_dead(home, &request->when);
 906 }
 907
 908 static int proxy_to_virtual_server(REQUEST *request);
 909
 910 static int virtual_server_handler(UNUSED REQUEST *request)
 911 {
 912         proxy_to_virtual_server(request);
 913         return 0;
 914 }
 915
 916 static void proxy_fallback_handler(REQUEST *request)
 917 {
 918         /*
 919          *      A proper time is required for wait_a_bit.
 920          */
 921         request->delay = USEC / 10;
 922         gettimeofday(&now, NULL);
 923         request->next_when = now;
 924         tv_add(&request->next_when, request->delay);
 925         request->next_callback = wait_a_bit;
 926
 927         /*
 928          *      Re-queue the request.
 929          */
 930         request->child_state = REQUEST_QUEUED;
 931
 932         rad_assert(request->proxy != NULL);
 933         if (!thread_pool_addrequest(request, virtual_server_handler)) {
 934                 request->child_state = REQUEST_DONE;
 935         }
 936
 937 #ifdef HAVE_PTHREAD_H
 938         /*
 939          *      MAY free the request if we're over max_request_time,
 940          *      AND we're not in threaded mode!
 941          *
 942          *      Note that we call this ONLY if we're threaded, as
 943          *      if we're NOT threaded, request_post_handler() calls
 944          *      wait_a_bit(), which means that "request" may not
 945          *      exist any more...
 946          */
 947         if (have_children) wait_a_bit(request);
 948 #endif
 949 }
 950
 951
 952 static int setup_post_proxy_fail(REQUEST *request)
 953 {
 954         DICT_VALUE *dval = NULL;
 955         VALUE_PAIR *vp;
 956
 957         request->child_state = REQUEST_RUNNING;
 958
 959         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
 960                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Authentication");
 961
 962         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
 963                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Accounting");
 964
 965 #ifdef WITH_COA
 966                 /*
 967                  *      See no_response_to_coa_request
 968                  */
 969         } else if (((request->packet->code >> 8) & 0xff) == PW_COA_REQUEST) {
 970                 request->packet->code &= 0xff; /* restore it */
 971
 972                 if (request->proxy->code == PW_COA_REQUEST) {
 973                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-CoA");
 974
 975                 } else if (request->proxy->code == PW_DISCONNECT_REQUEST) {
 976                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Disconnect");
 977                 } else {
 978                         return 0;
 979                 }
 980
 981 #endif
 982         } else {
 983                 return 0;
 984         }
 985
 986         if (!dval) dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail");
 987
 988         if (!dval) {
 989                 pairdelete(&request->config_items, PW_POST_PROXY_TYPE);
 990                 return 0;
 991         }
 992
 993         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
 994         if (!vp) vp = radius_paircreate(request, &request->config_items,
 995                                         PW_POST_PROXY_TYPE, PW_TYPE_INTEGER);
 996         vp->vp_integer = dval->value;
 997
 998         rad_assert(request->proxy_reply == NULL);
 999
1000         return 1;
1001 }
1002
1003
1004 static int null_handler(UNUSED REQUEST *request)
1005 {
1006         return 0;
1007 }
1008
1009 static void post_proxy_fail_handler(REQUEST *request)
1010 {
1011         /*
1012          *      A proper time is required for wait_a_bit.
1013          */
1014         request->delay = USEC / 10;
1015         gettimeofday(&now, NULL);
1016
1017         /*
1018          *      Not set up to run Post-Proxy-Type = Fail.
1019          *
1020          *      Mark the request as still running, and figure out what
1021          *      to do next.
1022          */
1023         if (!setup_post_proxy_fail(request)) {
1024                 request_post_handler(request);
1025
1026         } else {
1027                 /*
1028                  *      Re-queue the request.
1029                  */
1030                 request->child_state = REQUEST_QUEUED;
1031
1032                 /*
1033                  *      There is a post-proxy-type of fail.  We run
1034                  *      the request through the pre/post proxy
1035                  *      handlers, just like it was a real proxied
1036                  *      request.  However, we set the per-request
1037                  *      handler to NULL, as we don't want to do
1038                  *      anything else.
1039                  *
1040                  *      Note that when we're not threaded, this will
1041                  *      process the request even if it's greater than
1042                  *      max_request_time.  That's not fatal.
1043                  */
1044                 request->priority = 0;
1045                 rad_assert(request->proxy != NULL);
1046                 thread_pool_addrequest(request, null_handler);
1047         }
1048
1049         /*
1050          *      MAY free the request if we're over max_request_time,
1051          *      AND we're not in threaded mode!
1052          *
1053          *      Note that we call this ONLY if we're threaded, as
1054          *      if we're NOT threaded, request_post_handler() calls
1055          *      wait_a_bit(), which means that "request" may not
1056          *      exist any more...
1057          */
1058         if (have_children) wait_a_bit(request);
1059 }
1060
1061 /* maybe check this against wait_for_proxy_id_to_expire? */
1062 static void no_response_to_proxied_request(void *ctx)
1063 {
1064         REQUEST *request = ctx;
1065         home_server *home;
1066         char buffer[128];
1067
1068         rad_assert(request->magic == REQUEST_MAGIC);
1069
1070         if (request->master_state == REQUEST_STOP_PROCESSING) {
1071                 ev_request_free(&request);
1072                 return;
1073         }
1074
1075         rad_assert(request->child_state == REQUEST_PROXIED);
1076
1077         /*
1078          *      If we've failed over to an internal home server,
1079          *      replace the callback with the correct one.  This
1080          *      is due to locking issues with child threads...
1081          */
1082         if (request->home_server->server) {
1083                 wait_a_bit(request);
1084                 return;
1085         }
1086
1087 #ifdef WITH_TCP
1088         if (request->home_server->proto != IPPROTO_TCP)
1089 #endif
1090                 check_for_zombie_home_server(request);
1091
1092         home = request->home_server;
1093
1094         /*
1095          *      The default as of 2.1.7 is to allow requests to
1096          *      fail-over to a backup home server when this one does
1097          *      not respond.  The old behavior can be configured as
1098          *      well.
1099          */
1100         if (home->no_response_fail) {
1101                 radlog(L_ERR, "Rejecting request %d (proxy Id %d) due to lack of any response from home server %s port %d",
1102                        request->number, request->proxy->id,
1103                        inet_ntop(request->proxy->dst_ipaddr.af,
1104                                  &request->proxy->dst_ipaddr.ipaddr,
1105                                  buffer, sizeof(buffer)),
1106                        request->proxy->dst_port);
1107
1108                 post_proxy_fail_handler(request);
1109         } else {
1110                 /*
1111                  *      Enforce max_request_time.
1112                  *
1113                  *      We fail over to another backup home server
1114                  *      when the client re-transmits the request.  If
1115                  *      the client doesn't re-transmit, no fail-over
1116                  *      occurs.
1117                  */
1118                 rad_assert(request->ev == NULL);
1119                 request->child_state = REQUEST_RUNNING;
1120                 wait_a_bit(request);
1121         }
1122
1123         /*
1124          *      Don't touch request due to race conditions
1125          */
1126
1127 #ifdef WITH_TCP
1128         /*
1129          *      Do nothing more.  The home server didn't respond,
1130          *      but that isn't a catastrophic failure.  Some home
1131          *      servers don't respond to packets...
1132          */
1133         if (home->proto == IPPROTO_TCP) {
1134                 /*
1135                  *      FIXME: Set up TCP pinging on this connection.
1136                  *
1137                  *      Maybe the CONNECTION is dead, but the home
1138                  *      server is alive.  In that case, we need to start
1139                  *      pinging on the connection.
1140                  *
1141                  *      This means doing the pinging BEFORE the
1142                  *      post_proxy_fail_handler above, as it may do
1143                  *      something with the request, and cause the
1144                  *      proxy listener to go away!
1145                  */
1146                 return;
1147         }
1148 #endif
1149
1150         if (home->state == HOME_STATE_IS_DEAD) {
1151                 rad_assert(home->ev != NULL); /* or it will never wake up */
1152                 return;
1153         }
1154
1155         /*
1156          *      Enable the zombie period when we notice that the home
1157          *      server hasn't responded.  We do NOT back-date the start
1158          *      of the zombie period.
1159          */
1160         if (home->state == HOME_STATE_ALIVE) {
1161                 home->state = HOME_STATE_ZOMBIE;
1162                 home->zombie_period_start = now;
1163
1164                 radlog(L_PROXY, "Marking home server %s port %d as zombie (it looks like it is dead).",
1165                        inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
1166                                  buffer, sizeof(buffer)),
1167                        home->port);
1168
1169                 /*
1170                  *      Start pinging the home server.
1171                  */
1172                 ping_home_server(home);
1173         }
1174 }
1175 #endif
1176
1177 static void wait_a_bit(void *ctx)
1178 {
1179         struct timeval when;
1180         REQUEST *request = ctx;
1181         fr_event_callback_t callback = NULL;
1182
1183         rad_assert(request->magic == REQUEST_MAGIC);
1184
1185         /*
1186          *      The socket was closed.  Tell the request that
1187          *      there is no point in continuing.
1188          */
1189         if (request->listener->status != RAD_LISTEN_STATUS_KNOWN) {
1190                 goto stop_processing;
1191         }
1192
1193 #ifdef WITH_COA
1194         /*
1195          *      The CoA request is a new (internally generated)
1196          *      request, created in a child thread.  We therefore need
1197          *      some way to tie its events back into the main event
1198          *      handler.
1199          */
1200         if (request->coa && !request->coa->proxy_reply &&
1201             request->coa->next_callback) {
1202                 request->coa->when = request->coa->next_when;
1203                 INSERT_EVENT(request->coa->next_callback, request->coa);
1204                 request->coa->next_callback = NULL;
1205                 request->coa->parent = NULL;
1206                 request->coa = NULL;
1207         }
1208 #endif
1209
1210         switch (request->child_state) {
1211         case REQUEST_QUEUED:
1212         case REQUEST_RUNNING:
1213                 when = request->received;
1214                 when.tv_sec += request->root->max_request_time;
1215
1216                 /*
1217                  *      Normally called from the event loop with the
1218                  *      proper event loop time.  Otherwise, called from
1219                  *      post proxy fail handler, which sets "now", and
1220                  *      this call won't re-set it, because we're not
1221                  *      in the event loop.
1222                  */
1223                 fr_event_now(el, &now);
1224
1225                 /*
1226                  *      Request still has more time.  Continue
1227                  *      waiting.
1228                  */
1229                 if (timercmp(&now, &when, <) ||
1230                     ((request->listener->type == RAD_LISTEN_DETAIL) &&
1231                      (request->child_state == REQUEST_QUEUED))) {
1232                         if (request->delay < (USEC / 10)) {
1233                                 request->delay = USEC / 10;
1234                         }
1235                         request->delay += request->delay >> 1;
1236
1237 #ifdef WITH_DETAIL
1238                         /*
1239                          *      Cap wait at some sane value for detail
1240                          *      files.
1241                          */
1242                         if ((request->listener->type == RAD_LISTEN_DETAIL) &&
1243                             (request->delay > (request->root->max_request_time * USEC))) {
1244                                 request->delay = request->root->max_request_time * USEC;
1245                         }
1246 #endif
1247
1248                         request->when = now;
1249                         tv_add(&request->when, request->delay);
1250                         callback = wait_a_bit;
1251                         break;
1252                 }
1253
1254         stop_processing:
1255 #if defined(HAVE_PTHREAD_H) || defined(WITH_PROXY)
1256                 /*
1257                  *      A child thread MAY still be running on the
1258                  *      request.  Ask the thread to stop working on
1259                  *      the request.
1260                  */
1261                 if (have_children &&
1262                     (pthread_equal(request->child_pid, NO_SUCH_CHILD_PID) == 0)) {
1263                         request->master_state = REQUEST_STOP_PROCESSING;
1264
1265                         radlog(L_ERR, "WARNING: Unresponsive child for request %d, in module %s component %s",
1266                                request->number,
1267                                request->module ? request->module : "<server core>",
1268                                request->component ? request->component : "<server core>");
1269
1270                         request->delay = USEC / 4;
1271                         tv_add(&request->when, request->delay);
1272                         callback = wait_for_child_to_die;
1273                         break;
1274                 }
1275 #endif
1276
1277                 /*
1278                  *      Else no child thread is processing the
1279                  *      request.  We probably should have just marked
1280                  *      the request as 'done' elsewhere, like in the
1281                  *      post-proxy-fail handler.  But doing that would
1282                  *      involve checking for max_request_time in
1283                  *      multiple places, so this may be simplest.
1284                  */
1285                 request->child_state = REQUEST_DONE;
1286                 /* FALL-THROUGH */
1287
1288                 /*
1289                  *      Mark the request as no longer running,
1290                  *      and clean it up.
1291                  */
1292         case REQUEST_DONE:
1293 #ifdef HAVE_PTHREAD_H
1294                 request->child_pid = NO_SUCH_CHILD_PID;
1295 #endif
1296
1297 #ifdef WTH_COA
1298                 /*
1299                  *      This is a CoA request.  It's been divorced
1300                  *      from everything else, so we clean it up now.
1301                  */
1302                 if (!request->in_request_hash &&
1303                     request->proxy &&
1304                     (request->packet->code != request->proxy->code) &&
1305                     ((request->proxy->code == PW_COA_REQUEST) ||
1306                      (request->proxy->code == PW_DISCONNECT_REQUEST))) {
1307                         /*
1308                          *      FIXME: Do CoA MIBs
1309                          */
1310                         ev_request_free(&request);
1311                         return;
1312                 }
1313 #endif
1314                 request_stats_final(request);
1315                 cleanup_delay(request);
1316                 return;
1317
1318         case REQUEST_REJECT_DELAY:
1319         case REQUEST_CLEANUP_DELAY:
1320 #ifdef HAVE_PTHREAD_H
1321                 request->child_pid = NO_SUCH_CHILD_PID;
1322 #endif
1323                 request_stats_final(request);
1324
1325         case REQUEST_PROXIED:
1326                 rad_assert(request->next_callback != NULL);
1327                 rad_assert(request->next_callback != wait_a_bit);
1328
1329                 request->when = request->next_when;
1330                 callback = request->next_callback;
1331                 request->next_callback = NULL;
1332                 break;
1333
1334         default:
1335                 rad_panic("Internal sanity check failure");
1336                 return;
1337         }
1338
1339         /*
1340          *      Something major went wrong.  Discard the request, and
1341          *      keep running.
1342          *
1343          *      FIXME: No idea why this happens or how to fix it...
1344          *      It seems to happen *only* when requests are proxied,
1345          *      and where the home server doesn't respond.  So it looks
1346          *      like a race condition above, but it happens in debug
1347          *      mode, with no threads...
1348          */
1349         if (!callback) {
1350                 RDEBUG("WARNING: Internal sanity check failed in event handler for request %d: Discarding the request!", request->number);
1351                 ev_request_free(&request);
1352                 return;
1353         }
1354
1355         INSERT_EVENT(callback, request);
1356 }
1357
1358 #ifdef WITH_COA
1359 static void no_response_to_coa_request(void *ctx)
1360 {
1361         REQUEST *request = ctx;
1362         char buffer[128];
1363
1364         rad_assert(request->magic == REQUEST_MAGIC);
1365         rad_assert(request->child_state == REQUEST_PROXIED);
1366         rad_assert(request->home_server != NULL);
1367         rad_assert(!request->in_request_hash);
1368
1369         radlog(L_ERR, "No response to CoA request sent to %s",
1370                inet_ntop(request->proxy->dst_ipaddr.af,
1371                          &request->proxy->dst_ipaddr.ipaddr,
1372                          buffer, sizeof(buffer)));
1373
1374         /*
1375          *      Hack.
1376          */
1377         request->packet->code |= (PW_COA_REQUEST << 8);
1378         post_proxy_fail_handler(request);
1379 }
1380
1381
1382 static int update_event_timestamp(RADIUS_PACKET *packet, time_t when)
1383 {
1384         VALUE_PAIR *vp;
1385
1386         vp = pairfind(packet->vps, PW_EVENT_TIMESTAMP);
1387         if (!vp) return 0;
1388
1389         vp->vp_date = when;
1390
1391         if (packet->data) {
1392                 free(packet->data);
1393                 packet->data = NULL;
1394                 packet->data_len = 0;
1395         }
1396
1397         return 1;               /* time stamp updated */
1398 }
1399
1400
1401 /*
1402  *      Called when we haven't received a response to a CoA request.
1403  */
1404 static void retransmit_coa_request(void *ctx)
1405 {
1406         int delay, frac;
1407         struct timeval mrd;
1408         REQUEST *request = ctx;
1409
1410         rad_assert(request->magic == REQUEST_MAGIC);
1411         rad_assert(request->child_state == REQUEST_PROXIED);
1412         rad_assert(request->home_server != NULL);
1413         rad_assert(!request->in_request_hash);
1414         rad_assert(request->parent == NULL);
1415
1416         fr_event_now(el, &now);
1417
1418         /*
1419          *      Cap count at MRC, if it is non-zero.
1420          */
1421         if (request->home_server->coa_mrc &&
1422             (request->num_coa_requests >= request->home_server->coa_mrc)) {
1423                 no_response_to_coa_request(request);
1424                 return;
1425         }
1426
1427         /*
1428          *      RFC 5080 Section 2.2.1
1429          *
1430          *      RT = 2*RTprev + RAND*RTprev
1431          *         = 1.9 * RTprev + rand(0,.2) * RTprev
1432          *         = 1.9 * RTprev + rand(0,1) * (RTprev / 5)
1433          */
1434         delay = fr_rand();
1435         delay ^= (delay >> 16);
1436         delay &= 0xffff;
1437         frac = request->delay / 5;
1438         delay = ((frac >> 16) * delay) + (((frac & 0xffff) * delay) >> 16);
1439
1440         delay += (2 * request->delay) - (request->delay / 10);
1441
1442         /*
1443          *      Cap delay at MRT, if MRT is non-zero.
1444          */
1445         if (request->home_server->coa_mrt &&
1446             (delay > (request->home_server->coa_mrt * USEC))) {
1447                 int mrt_usec = request->home_server->coa_mrt * USEC;
1448
1449                 /*
1450                  *      delay = MRT + RAND * MRT
1451                  *            = 0.9 MRT + rand(0,.2)  * MRT
1452                  */
1453                 delay = fr_rand();
1454                 delay ^= (delay >> 15);
1455                 delay &= 0x1ffff;
1456                 delay = ((mrt_usec >> 16) * delay) + (((mrt_usec & 0xffff) * delay) >> 16);
1457                 delay += mrt_usec - (mrt_usec / 10);
1458         }
1459
1460         request->delay = delay;
1461         request->when = now;
1462         tv_add(&request->when, request->delay);
1463         mrd = request->proxy_when;
1464         mrd.tv_sec += request->home_server->coa_mrd;
1465
1466         /*
1467          *      Cap duration at MRD.
1468          */
1469         if (timercmp(&mrd, &request->when, <)) {
1470                 request->when = mrd;
1471                 INSERT_EVENT(no_response_to_coa_request, request);
1472
1473         } else {
1474                 INSERT_EVENT(retransmit_coa_request, request);
1475         }
1476
1477         if (update_event_timestamp(request->proxy, now.tv_sec)) {
1478                 /*
1479                  *      Keep a copy of the old Id so that the
1480                  *      re-transmitted request doesn't re-use the old
1481                  *      Id.
1482                  */
1483                 RADIUS_PACKET old = *request->proxy;
1484
1485                 /*
1486                  *      Don't free the old Id on error.
1487                  */
1488                 if (!insert_into_proxy_hash(request)) {
1489                         radlog(L_PROXY,"Failed re-inserting CoA request into proxy hash.");
1490                         return;
1491                 }
1492
1493                 /*
1494                  *      Now that we have a new Id, free the old one.
1495                  */
1496                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
1497                 fr_packet_list_yank(proxy_list, &old);
1498                 fr_packet_list_id_free(proxy_list, &old);
1499                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
1500
1501                 request->num_proxied_requests = 0;
1502                 request->num_proxied_responses = 0;
1503         }
1504
1505         request->num_proxied_requests++;
1506         request->num_coa_requests++; /* is NOT reset by code 3 lines above! */
1507
1508         request->proxy_listener->send(request->proxy_listener,
1509                                       request);
1510 }
1511
1512
1513 /*
1514  *      The original request is either DONE, or in CLEANUP_DELAY.
1515  */
1516 static int originated_coa_request(REQUEST *request)
1517 {
1518         int delay, rcode, pre_proxy_type = 0;
1519         VALUE_PAIR *vp;
1520         REQUEST *coa;
1521         fr_ipaddr_t ipaddr;
1522         char buffer[256];
1523
1524         rad_assert(request->proxy == NULL);
1525         rad_assert(!request->in_proxy_hash);
1526         rad_assert(request->proxy_reply == NULL);
1527
1528         /*
1529          *      Check whether we want to originate one, or cancel one.
1530          */
1531         vp = pairfind(request->config_items, PW_SEND_COA_REQUEST);
1532         if (!vp && request->coa) {
1533                 vp = pairfind(request->coa->proxy->vps, PW_SEND_COA_REQUEST);
1534         }
1535
1536         if (vp) {
1537                 if (vp->vp_integer == 0) {
1538                         ev_request_free(&request->coa);
1539                         return 1;       /* success */
1540                 }
1541
1542
1543         }
1544
1545         if (!request->coa) request_alloc_coa(request);
1546         if (!request->coa) return 0;
1547
1548         coa = request->coa;
1549
1550         /*
1551          *      src_ipaddr will be set up in proxy_encode.
1552          */
1553         memset(&ipaddr, 0, sizeof(ipaddr));
1554         vp = pairfind(coa->proxy->vps, PW_PACKET_DST_IP_ADDRESS);
1555         if (vp) {
1556                 ipaddr.af = AF_INET;
1557                 ipaddr.ipaddr.ip4addr.s_addr = vp->vp_ipaddr;
1558
1559         } else if ((vp = pairfind(coa->proxy->vps,
1560                                   PW_PACKET_DST_IPV6_ADDRESS)) != NULL) {
1561                 ipaddr.af = AF_INET6;
1562                 ipaddr.ipaddr.ip6addr = vp->vp_ipv6addr;
1563
1564         } else if ((vp = pairfind(coa->proxy->vps,
1565                                   PW_HOME_SERVER_POOL)) != NULL) {
1566                 coa->home_pool = home_pool_byname(vp->vp_strvalue,
1567                                                   HOME_TYPE_COA);
1568                 if (!coa->home_pool) {
1569                         RDEBUG2("WARNING: No such home_server_pool %s",
1570                                vp->vp_strvalue);
1571         fail:
1572                         ev_request_free(&request->coa);
1573                         return 0;
1574                 }
1575
1576                 /*
1577                  *      Prefer
1578                  */
1579         } else if (request->client->coa_pool) {
1580                 coa->home_pool = request->client->coa_pool;
1581
1582         } else if (request->client->coa_server) {
1583                 coa->home_server = request->client->coa_server;
1584
1585         } else {
1586                 /*
1587                  *      If all else fails, send it to the client that
1588                  *      originated this request.
1589                  */
1590                 memcpy(&ipaddr, &request->packet->src_ipaddr, sizeof(ipaddr));
1591         }
1592
1593         /*
1594          *      Use the pool, if it exists.
1595          */
1596         if (coa->home_pool) {
1597                 coa->home_server = home_server_ldb(NULL, coa->home_pool, coa);
1598                 if (!coa->home_server) {
1599                         RDEBUG("WARNING: No live home server for home_server_pool %s", vp->vp_strvalue);
1600                         goto fail;
1601                 }
1602
1603         } else if (!coa->home_server) {
1604                 int port = PW_COA_UDP_PORT;
1605
1606                 vp = pairfind(coa->proxy->vps, PW_PACKET_DST_PORT);
1607                 if (vp) port = vp->vp_integer;
1608
1609                 coa->home_server = home_server_find(&ipaddr, port, IPPROTO_UDP);
1610                 if (!coa->home_server) {
1611                         RDEBUG2("WARNING: Unknown destination %s:%d for CoA request.",
1612                                inet_ntop(ipaddr.af, &ipaddr.ipaddr,
1613                                          buffer, sizeof(buffer)), port);
1614                         goto fail;
1615                 }
1616         }
1617
1618         vp = pairfind(coa->proxy->vps, PW_PACKET_TYPE);
1619         if (vp) {
1620                 switch (vp->vp_integer) {
1621                 case PW_COA_REQUEST:
1622                 case PW_DISCONNECT_REQUEST:
1623                         coa->proxy->code = vp->vp_integer;
1624                         break;
1625
1626                 default:
1627                         DEBUG("Cannot set CoA Packet-Type to code %d",
1628                               vp->vp_integer);
1629                         goto fail;
1630                 }
1631         }
1632
1633         if (!coa->proxy->code) coa->proxy->code = PW_COA_REQUEST;
1634
1635         /*
1636          *      The rest of the server code assumes that
1637          *      request->packet && request->reply exist.  Copy them
1638          *      from the original request.
1639          */
1640         rad_assert(coa->packet != NULL);
1641         rad_assert(coa->packet->vps == NULL);
1642         memcpy(coa->packet, request->packet, sizeof(*request->packet));
1643         coa->packet->vps = paircopy(request->packet->vps);
1644         coa->packet->data = NULL;
1645         rad_assert(coa->reply != NULL);
1646         rad_assert(coa->reply->vps == NULL);
1647         memcpy(coa->reply, request->reply, sizeof(*request->reply));
1648         coa->reply->vps = paircopy(request->reply->vps);
1649         coa->reply->data = NULL;
1650         coa->config_items = paircopy(request->config_items);
1651
1652         /*
1653          *      Call the pre-proxy routines.
1654          */
1655         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
1656         if (vp) {
1657                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
1658                 pre_proxy_type = vp->vp_integer;
1659         }
1660
1661         if (coa->home_pool && coa->home_pool->virtual_server) {
1662                 const char *old_server = coa->server;
1663
1664                 coa->server = coa->home_pool->virtual_server;
1665                 RDEBUG2(" server %s {", coa->server);
1666                 rcode = module_pre_proxy(pre_proxy_type, coa);
1667                 RDEBUG2(" }");
1668                 coa->server = old_server;
1669         } else {
1670                 rcode = module_pre_proxy(pre_proxy_type, coa);
1671         }
1672         switch (rcode) {
1673         default:
1674                 goto fail;
1675
1676         /*
1677          *      Only send the CoA packet if the pre-proxy code succeeded.
1678          */
1679         case RLM_MODULE_NOOP:
1680         case RLM_MODULE_OK:
1681         case RLM_MODULE_UPDATED:
1682                 break;
1683         }
1684
1685         /*
1686          *      Source IP / port is set when the proxy socket
1687          *      is chosen.
1688          */
1689         coa->proxy->dst_ipaddr = coa->home_server->ipaddr;
1690         coa->proxy->dst_port = coa->home_server->port;
1691
1692         if (!insert_into_proxy_hash(coa)) {
1693                 radlog(L_PROXY, "Failed inserting CoA request into proxy hash.");
1694                 goto fail;
1695         }
1696
1697         /*
1698          *      We CANNOT divorce the CoA request from the parent
1699          *      request.  This function is running in a child thread,
1700          *      and we need access to the main event loop in order to
1701          *      to add the timers for the CoA packet.  See
1702          *      wait_a_bit().
1703          */
1704
1705         /*
1706          *      Forget about the original request completely at this
1707          *      point.
1708          */
1709         request = coa;
1710
1711         gettimeofday(&request->proxy_when, NULL);
1712         request->received = request->next_when = request->proxy_when;
1713         rad_assert(request->proxy_reply == NULL);
1714
1715         /*
1716          *      Implement re-transmit algorithm as per RFC 5080
1717          *      Section 2.2.1.
1718          *
1719          *      We want IRT + RAND*IRT
1720          *      or 0.9 IRT + rand(0,.2) IRT
1721          *
1722          *      2^20 ~ USEC, and we want 2.
1723          *      rand(0,0.2) USEC ~ (rand(0,2^21) / 10)
1724          */
1725         delay = (fr_rand() & ((1 << 22) - 1)) / 10;
1726         request->delay = delay * request->home_server->coa_irt;
1727         delay = request->home_server->coa_irt * USEC;
1728         delay -= delay / 10;
1729         delay += request->delay;
1730
1731         request->delay = delay;
1732         tv_add(&request->next_when, delay);
1733         request->next_callback = retransmit_coa_request;
1734
1735         /*
1736          *      Note that we set proxied BEFORE sending the packet.
1737          *
1738          *      Once we send it, the request is tainted, as
1739          *      another thread may have picked it up.  Don't
1740          *      touch it!
1741          */
1742         request->num_proxied_requests = 1;
1743         request->num_proxied_responses = 0;
1744         request->child_pid = NO_SUCH_CHILD_PID;
1745
1746         update_event_timestamp(request->proxy, request->proxy_when.tv_sec);
1747
1748         request->child_state = REQUEST_PROXIED;
1749
1750         DEBUG_PACKET(request, request->proxy, 1);
1751
1752         request->proxy_listener->send(request->proxy_listener,
1753                                       request);
1754         return 1;
1755 }
1756 #endif  /* WITH_COA */
1757
1758 #ifdef WITH_PROXY
1759 static int process_proxy_reply(REQUEST *request)
1760 {
1761         int rcode;
1762         int post_proxy_type = 0;
1763         VALUE_PAIR *vp;
1764
1765         /*
1766          *      Delete any reply we had accumulated until now.
1767          */
1768         pairfree(&request->reply->vps);
1769
1770         /*
1771          *      Run the packet through the post-proxy stage,
1772          *      BEFORE playing games with the attributes.
1773          */
1774         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
1775         if (vp) {
1776                 RDEBUG2("  Found Post-Proxy-Type %s", vp->vp_strvalue);
1777                 post_proxy_type = vp->vp_integer;
1778         }
1779
1780         if (request->home_pool && request->home_pool->virtual_server) {
1781                 const char *old_server = request->server;
1782
1783                 request->server = request->home_pool->virtual_server;
1784                 RDEBUG2(" server %s {", request->server);
1785                 rcode = module_post_proxy(post_proxy_type, request);
1786                 RDEBUG2(" }");
1787                 request->server = old_server;
1788         } else {
1789                 rcode = module_post_proxy(post_proxy_type, request);
1790         }
1791
1792 #ifdef WITH_COA
1793         if (request->packet->code == request->proxy->code)
1794           /*
1795            *    Don't run the next bit if we originated a CoA
1796            *    packet, after receiving an Access-Request or
1797            *    Accounting-Request.
1798            */
1799 #endif
1800
1801         /*
1802          *      There may NOT be a proxy reply, as we may be
1803          *      running Post-Proxy-Type = Fail.
1804          */
1805         if (request->proxy_reply) {
1806                 /*
1807                  *      Delete the Proxy-State Attributes from
1808                  *      the reply.  These include Proxy-State
1809                  *      attributes from us and remote server.
1810                  */
1811                 pairdelete(&request->proxy_reply->vps, PW_PROXY_STATE);
1812
1813                 /*
1814                  *      Add the attributes left in the proxy
1815                  *      reply to the reply list.
1816                  */
1817                 pairadd(&request->reply->vps, request->proxy_reply->vps);
1818                 request->proxy_reply->vps = NULL;
1819
1820                 /*
1821                  *      Free proxy request pairs.
1822                  */
1823                 pairfree(&request->proxy->vps);
1824         }
1825
1826         switch (rcode) {
1827         default:  /* Don't do anything */
1828                 break;
1829         case RLM_MODULE_FAIL:
1830                 /* FIXME: debug print stuff */
1831                 request->child_state = REQUEST_DONE;
1832                 return 0;
1833
1834         case RLM_MODULE_HANDLED:
1835                 /* FIXME: debug print stuff */
1836                 request->child_state = REQUEST_DONE;
1837                 return 0;
1838         }
1839
1840         return 1;
1841 }
1842 #endif
1843
1844 static int request_pre_handler(REQUEST *request)
1845 {
1846         int rcode;
1847
1848         rad_assert(request->magic == REQUEST_MAGIC);
1849         rad_assert(request->packet != NULL);
1850
1851         request->child_state = REQUEST_RUNNING;
1852
1853         /*
1854          *      Don't decode the packet if it's an internal "fake"
1855          *      request.  Instead, just return so that the caller can
1856          *      process it.
1857          */
1858         if (request->packet->dst_port == 0) {
1859                 request->username = pairfind(request->packet->vps,
1860                                              PW_USER_NAME);
1861                 request->password = pairfind(request->packet->vps,
1862                                              PW_USER_PASSWORD);
1863                 return 1;
1864         }
1865
1866 #ifdef WITH_PROXY
1867         /*
1868          *      Put the decoded packet into it's proper place.
1869          */
1870         if (request->proxy_reply != NULL) {
1871                 /*
1872                  *      FIXME: For now, we can only proxy RADIUS packets.
1873                  *
1874                  *      In order to proxy other packets, we need to
1875                  *      somehow cache the "decode" function.
1876                  */
1877                 rcode = rad_decode(request->proxy_reply, request->proxy,
1878                                    request->home_server->secret);
1879                 DEBUG_PACKET(request, request->proxy_reply, 0);
1880         } else
1881 #endif
1882         if (request->packet->vps == NULL) {
1883                 rcode = request->listener->decode(request->listener, request);
1884
1885                 if (debug_condition) {
1886                         int result = FALSE;
1887                         const char *my_debug = debug_condition;
1888
1889                         /*
1890                          *      Ignore parse errors.
1891                          */
1892                         radius_evaluate_condition(request, RLM_MODULE_OK, 0,
1893                                                   &my_debug, 1,
1894                                                   &result);
1895                         if (result) {
1896                                 request->options = 2;
1897                                 request->radlog = radlog_request;
1898                         }
1899                 }
1900
1901                 DEBUG_PACKET(request, request->packet, 0);
1902         } else {
1903                 rcode = 0;
1904         }
1905
1906         if (rcode < 0) {
1907                 radlog(L_ERR, "%s Dropping packet without response.", fr_strerror());
1908                 request->child_state = REQUEST_DONE;
1909                 return 0;
1910         }
1911
1912         if (!request->username) {
1913                 request->username = pairfind(request->packet->vps,
1914                                              PW_USER_NAME);
1915         }
1916
1917 #ifdef WITH_PROXY
1918         if (request->proxy) {
1919                 return process_proxy_reply(request);
1920 #endif
1921         }
1922
1923         return 1;
1924 }
1925
1926
1927 #ifdef WITH_PROXY
1928 /*
1929  *      Do state handling when we proxy a request.
1930  */
1931 static int proxy_request(REQUEST *request)
1932 {
1933         struct timeval when;
1934         char buffer[128];
1935
1936         if (request->home_server->server) {
1937                 RDEBUG("ERROR: Cannot perform real proxying to a virtual server.");
1938                 return 0;
1939         }
1940
1941         if (!insert_into_proxy_hash(request)) {
1942                 radlog(L_PROXY, "Failed inserting request into proxy hash.");
1943                 return 0;
1944         }
1945
1946         request->proxy_listener->encode(request->proxy_listener, request);
1947
1948         when = request->received;
1949         when.tv_sec += request->root->max_request_time;
1950
1951         gettimeofday(&request->proxy_when, NULL);
1952
1953         request->next_when = request->proxy_when;
1954         request->next_when.tv_sec += request->home_server->response_window;
1955
1956         rad_assert(request->home_server->response_window > 0);
1957
1958         if (timercmp(&when, &request->next_when, <)) {
1959                 request->next_when = when;
1960         }
1961         request->next_callback = no_response_to_proxied_request;
1962
1963         RDEBUG2("Proxying request %d to home server %s port %d",
1964                request->number,
1965                inet_ntop(request->proxy->dst_ipaddr.af,
1966                          &request->proxy->dst_ipaddr.ipaddr,
1967                          buffer, sizeof(buffer)),
1968                 request->proxy->dst_port);
1969
1970         /*
1971          *      Note that we set proxied BEFORE sending the packet.
1972          *
1973          *      Once we send it, the request is tainted, as
1974          *      another thread may have picked it up.  Don't
1975          *      touch it!
1976          */
1977         request->num_proxied_requests = 1;
1978         request->num_proxied_responses = 0;
1979 #ifdef HAVE_PTHREAD_H
1980         request->child_pid = NO_SUCH_CHILD_PID;
1981 #endif
1982         request->child_state = REQUEST_PROXIED;
1983
1984         DEBUG_PACKET(request, request->proxy, 1);
1985
1986         request->proxy_listener->send(request->proxy_listener,
1987                                       request);
1988         return 1;
1989 }
1990
1991
1992 /*
1993  *      "Proxy" the request by sending it to a new virtual server.
1994  */
1995 static int proxy_to_virtual_server(REQUEST *request)
1996 {
1997         REQUEST *fake;
1998         RAD_REQUEST_FUNP fun;
1999
2000         if (!request->home_server || !request->home_server->server) return 0;
2001
2002         if (request->parent) {
2003                 RDEBUG2("WARNING: Cancelling proxy request to virtual server %s as this request was itself proxied.", request->home_server->server);
2004                 return 0;
2005         }
2006
2007         fake = request_alloc_fake(request);
2008         if (!fake) {
2009                 RDEBUG2("WARNING: Out of memory");
2010                 return 0;
2011         }
2012
2013         fake->packet->vps = paircopy(request->proxy->vps);
2014         fake->server = request->home_server->server;
2015
2016         if (request->proxy->code == PW_AUTHENTICATION_REQUEST) {
2017                 fun = rad_authenticate;
2018
2019 #ifdef WITH_ACCOUNTING
2020         } else if (request->proxy->code == PW_ACCOUNTING_REQUEST) {
2021                 fun = rad_accounting;
2022 #endif
2023
2024         } else {
2025                 RDEBUG2("Unknown packet type %d", request->proxy->code);
2026                 ev_request_free(&fake);
2027                 return 0;
2028         }
2029
2030         RDEBUG2(">>> Sending proxied request internally to virtual server.");
2031         radius_handle_request(fake, fun);
2032         RDEBUG2("<<< Received proxied response code %d from internal virtual server.", fake->reply->code);
2033
2034         if (fake->reply->code != 0) {
2035                 request->proxy_reply = fake->reply;
2036                 fake->reply = NULL;
2037         } else {
2038                 /*
2039                  *      There was no response
2040                  */
2041                 setup_post_proxy_fail(request);
2042         }
2043
2044         ev_request_free(&fake);
2045
2046         process_proxy_reply(request);
2047
2048         /*
2049          *      Process it through the normal section again, but ONLY
2050          *      if we received a proxy reply..
2051          */
2052         if (request->proxy_reply) {
2053                 if (request->server) RDEBUG("server %s {",
2054                                             request->server != NULL ?
2055                                             request->server : "");
2056                 fun(request);
2057
2058                 if (request->server) RDEBUG("} # server %s",
2059                                             request->server != NULL ?
2060                                             request->server : "");
2061         }
2062
2063         return 2;               /* success, but NOT '1' !*/
2064 }
2065
2066 /*
2067  *      Return 1 if we did proxy it, or the proxy attempt failed
2068  *      completely.  Either way, the caller doesn't touch the request
2069  *      any more if we return 1.
2070  */
2071 static int successfully_proxied_request(REQUEST *request)
2072 {
2073         int rcode;
2074         int pre_proxy_type = 0;
2075         VALUE_PAIR *realmpair;
2076         VALUE_PAIR *strippedname;
2077         VALUE_PAIR *vp;
2078         char *realmname = NULL;
2079         home_server *home;
2080         REALM *realm = NULL;
2081         home_pool_t *pool;
2082
2083         /*
2084          *      If it was already proxied, do nothing.
2085          *
2086          *      FIXME: This should really be a serious error.
2087          */
2088         if (request->in_proxy_hash ||
2089             (request->proxy_reply && (request->proxy_reply->code != 0))) {
2090                 return 0;
2091         }
2092
2093         realmpair = pairfind(request->config_items, PW_PROXY_TO_REALM);
2094         if (!realmpair || (realmpair->length == 0)) {
2095                 int pool_type;
2096
2097                 vp = pairfind(request->config_items, PW_HOME_SERVER_POOL);
2098                 if (!vp) return 0;
2099
2100                 switch (request->packet->code) {
2101                 case PW_AUTHENTICATION_REQUEST:
2102                         pool_type = HOME_TYPE_AUTH;
2103                         break;
2104
2105 #ifdef WITH_ACCOUNTING
2106                 case PW_ACCOUNTING_REQUEST:
2107                         pool_type = HOME_TYPE_ACCT;
2108                         break;
2109 #endif
2110
2111 #ifdef WITH_COA
2112                 case PW_COA_REQUEST:
2113                 case PW_DISCONNECT_REQUEST:
2114                         pool_type = HOME_TYPE_COA;
2115                         break;
2116 #endif
2117
2118                 default:
2119                         return 0;
2120                 }
2121
2122                 pool = home_pool_byname(vp->vp_strvalue, pool_type);
2123                 if (!pool) {
2124                         RDEBUG2("ERROR: Cannot proxy to unknown pool %s",
2125                                 vp->vp_strvalue);
2126                         return 0;
2127                 }
2128
2129                 realmname = NULL; /* no realms */
2130                 realm = NULL;
2131                 goto found_pool;
2132         }
2133
2134         realmname = (char *) realmpair->vp_strvalue;
2135
2136         realm = realm_find2(realmname);
2137         if (!realm) {
2138                 RDEBUG2("ERROR: Cannot proxy to unknown realm %s", realmname);
2139                 return 0;
2140         }
2141
2142         /*
2143          *      Figure out which pool to use.
2144          */
2145         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
2146                 pool = realm->auth_pool;
2147
2148 #ifdef WITH_ACCOUNTING
2149         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
2150                 pool = realm->acct_pool;
2151 #endif
2152
2153 #ifdef WITH_COA
2154         } else if ((request->packet->code == PW_COA_REQUEST) ||
2155                    (request->packet->code == PW_DISCONNECT_REQUEST)) {
2156                 pool = realm->acct_pool;
2157 #endif
2158
2159         } else {
2160                 rad_panic("Internal sanity check failed");
2161         }
2162
2163         if (!pool) {
2164                 RDEBUG2(" WARNING: Cancelling proxy to Realm %s, as the realm is local.",
2165                        realmname);
2166                 return 0;
2167         }
2168
2169 found_pool:
2170         home = home_server_ldb(realmname, pool, request);
2171         if (!home) {
2172                 RDEBUG2("ERROR: Failed to find live home server for realm %s",
2173                        realmname);
2174                 return -1;
2175         }
2176         request->home_pool = pool;
2177
2178 #ifdef WITH_COA
2179         /*
2180          *      Once we've decided to proxy a request, we cannot send
2181          *      a CoA packet.  So we free up any CoA packet here.
2182          */
2183         ev_request_free(&request->coa);
2184 #endif
2185         /*
2186          *      Remember that we sent the request to a Realm.
2187          */
2188         if (realmname) pairadd(&request->packet->vps,
2189                                pairmake("Realm", realmname, T_OP_EQ));
2190
2191         /*
2192          *      Strip the name, if told to.
2193          *
2194          *      Doing it here catches the case of proxied tunneled
2195          *      requests.
2196          */
2197         if (realm && (realm->striprealm == TRUE) &&
2198            (strippedname = pairfind(request->proxy->vps, PW_STRIPPED_USER_NAME)) != NULL) {
2199                 /*
2200                  *      If there's a Stripped-User-Name attribute in
2201                  *      the request, then use THAT as the User-Name
2202                  *      for the proxied request, instead of the
2203                  *      original name.
2204                  *
2205                  *      This is done by making a copy of the
2206                  *      Stripped-User-Name attribute, turning it into
2207                  *      a User-Name attribute, deleting the
2208                  *      Stripped-User-Name and User-Name attributes
2209                  *      from the vps list, and making the new
2210                  *      User-Name the head of the vps list.
2211                  */
2212                 vp = pairfind(request->proxy->vps, PW_USER_NAME);
2213                 if (!vp) {
2214                         vp = radius_paircreate(request, NULL,
2215                                                PW_USER_NAME, PW_TYPE_STRING);
2216                         rad_assert(vp != NULL); /* handled by above function */
2217                         /* Insert at the START of the list */
2218                         vp->next = request->proxy->vps;
2219                         request->proxy->vps = vp;
2220                 }
2221                 memcpy(vp->vp_strvalue, strippedname->vp_strvalue,
2222                        sizeof(vp->vp_strvalue));
2223                 vp->length = strippedname->length;
2224
2225                 /*
2226                  *      Do NOT delete Stripped-User-Name.
2227                  */
2228         }
2229
2230         /*
2231          *      If there is no PW_CHAP_CHALLENGE attribute but
2232          *      there is a PW_CHAP_PASSWORD we need to add it
2233          *      since we can't use the request authenticator
2234          *      anymore - we changed it.
2235          */
2236         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2237             pairfind(request->proxy->vps, PW_CHAP_PASSWORD) &&
2238             pairfind(request->proxy->vps, PW_CHAP_CHALLENGE) == NULL) {
2239                 vp = radius_paircreate(request, &request->proxy->vps,
2240                                        PW_CHAP_CHALLENGE, PW_TYPE_OCTETS);
2241                 vp->length = AUTH_VECTOR_LEN;
2242                 memcpy(vp->vp_strvalue, request->packet->vector, AUTH_VECTOR_LEN);
2243         }
2244
2245         /*
2246          *      The RFC's say we have to do this, but FreeRADIUS
2247          *      doesn't need it.
2248          */
2249         vp = radius_paircreate(request, &request->proxy->vps,
2250                                PW_PROXY_STATE, PW_TYPE_OCTETS);
2251         snprintf(vp->vp_strvalue, sizeof(vp->vp_strvalue), "%d",
2252                  request->packet->id);
2253         vp->length = strlen(vp->vp_strvalue);
2254
2255         /*
2256          *      Should be done BEFORE inserting into proxy hash, as
2257          *      pre-proxy may use this information, or change it.
2258          */
2259         request->proxy->code = request->packet->code;
2260
2261         /*
2262          *      Call the pre-proxy routines.
2263          */
2264         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
2265         if (vp) {
2266                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
2267                 pre_proxy_type = vp->vp_integer;
2268         }
2269
2270         rad_assert(request->home_pool != NULL);
2271
2272         if (request->home_pool->virtual_server) {
2273                 const char *old_server = request->server;
2274
2275                 request->server = request->home_pool->virtual_server;
2276                 RDEBUG2(" server %s {", request->server);
2277                 rcode = module_pre_proxy(pre_proxy_type, request);
2278                 RDEBUG2(" }");
2279                         request->server = old_server;
2280         } else {
2281                 rcode = module_pre_proxy(pre_proxy_type, request);
2282         }
2283         switch (rcode) {
2284         case RLM_MODULE_FAIL:
2285         case RLM_MODULE_INVALID:
2286         case RLM_MODULE_NOTFOUND:
2287         case RLM_MODULE_USERLOCK:
2288         default:
2289                 /* FIXME: debug print failed stuff */
2290                 return -1;
2291
2292         case RLM_MODULE_REJECT:
2293         case RLM_MODULE_HANDLED:
2294                 return 0;
2295
2296         /*
2297          *      Only proxy the packet if the pre-proxy code succeeded.
2298          */
2299         case RLM_MODULE_NOOP:
2300         case RLM_MODULE_OK:
2301         case RLM_MODULE_UPDATED:
2302                 break;
2303         }
2304
2305         /*
2306          *      If it's a fake request, don't send the proxy
2307          *      packet.  The outer tunnel session will take
2308          *      care of doing that.
2309          */
2310         if (request->packet->dst_port == 0) {
2311                 request->home_server = NULL;
2312                 return 1;
2313         }
2314
2315         if (request->home_server->server) {
2316                 return proxy_to_virtual_server(request);
2317         }
2318
2319         if (!proxy_request(request)) {
2320                 RDEBUG("ERROR: Failed to proxy request %d", request->number);
2321                 return -1;
2322         }
2323
2324         return 1;
2325 }
2326 #endif
2327
2328 static void request_post_handler(REQUEST *request)
2329 {
2330         int child_state = -1;
2331         struct timeval when;
2332         VALUE_PAIR *vp;
2333
2334         if ((request->master_state == REQUEST_STOP_PROCESSING) ||
2335             (request->parent &&
2336              (request->parent->master_state == REQUEST_STOP_PROCESSING))) {
2337                 RDEBUG2("Request %d was cancelled.", request->number);
2338 #ifdef HAVE_PTHREAD_H
2339                 request->child_pid = NO_SUCH_CHILD_PID;
2340 #endif
2341                 child_state = REQUEST_DONE;
2342                 goto cleanup;
2343         }
2344
2345         if (request->child_state != REQUEST_RUNNING) {
2346                 rad_panic("Internal sanity check failed");
2347         }
2348
2349 #ifdef WITH_COA
2350         /*
2351          *      If it's not in the request hash, it's a CoA request.
2352          *      We hope.
2353          */
2354         if (!request->in_request_hash &&
2355             request->proxy &&
2356             ((request->proxy->code == PW_COA_REQUEST) ||
2357              (request->proxy->code == PW_DISCONNECT_REQUEST))) {
2358                 request->next_callback = NULL;
2359                 child_state = REQUEST_DONE;
2360                 goto cleanup;
2361         }
2362 #endif
2363
2364         /*
2365          *      Catch Auth-Type := Reject BEFORE proxying the packet.
2366          */
2367         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2368             (request->reply->code == 0) &&
2369             ((vp = pairfind(request->config_items, PW_AUTH_TYPE)) != NULL) &&
2370             (vp->vp_integer == PW_AUTHTYPE_REJECT)) {
2371                 request->reply->code = PW_AUTHENTICATION_REJECT;
2372         }
2373
2374 #ifdef WITH_PROXY
2375         if (request->root->proxy_requests &&
2376             !request->in_proxy_hash &&
2377             (request->reply->code == 0) &&
2378             (request->packet->dst_port != 0) &&
2379             (request->packet->code != PW_STATUS_SERVER)) {
2380                 int rcode = successfully_proxied_request(request);
2381
2382                 if (rcode == 1) return; /* request is invalid */
2383
2384                 /*
2385                  *      Failed proxying it (dead home servers, etc.)
2386                  *      Run it through Post-Proxy-Type = Fail, and
2387                  *      respond to the request.
2388                  *
2389                  *      Note that we're in a child thread here, so we
2390                  *      do NOT re-schedule the request.  Instead, we
2391                  *      do what we would have done, which is run the
2392                  *      pre-handler, a NULL request handler, and then
2393                  *      the post handler.
2394                  */
2395                 if ((rcode < 0) && setup_post_proxy_fail(request)) {
2396                         request_pre_handler(request);
2397                 }
2398
2399                 /*
2400                  *      Else we weren't supposed to proxy it,
2401                  *      OR we proxied it internally to a virutal server.
2402                  */
2403         }
2404 #endif
2405
2406         /*
2407          *      Fake requests don't get encoded or signed.  The caller
2408          *      also requires the reply VP's, so we don't free them
2409          *      here!
2410          */
2411         if (request->packet->dst_port == 0) {
2412                 /* FIXME: RDEBUG going to the next request */
2413 #ifdef HAVE_PTHREAD_H
2414                 request->child_pid = NO_SUCH_CHILD_PID;
2415 #endif
2416                 request->child_state = REQUEST_DONE;
2417                 return;
2418         }
2419
2420 #ifdef WITH_PROXY
2421         /*
2422          *      Copy Proxy-State from the request to the reply.
2423          */
2424         vp = paircopy2(request->packet->vps, PW_PROXY_STATE);
2425         if (vp) pairadd(&request->reply->vps, vp);
2426 #endif
2427
2428         /*
2429          *      Access-Requests get delayed or cached.
2430          */
2431         switch (request->packet->code) {
2432         case PW_AUTHENTICATION_REQUEST:
2433                 gettimeofday(&request->next_when, NULL);
2434
2435                 if (request->reply->code == 0) {
2436                         /*
2437                          *      Check if the lack of response is intentional.
2438                          */
2439                         vp = pairfind(request->config_items,
2440                                       PW_RESPONSE_PACKET_TYPE);
2441                         if (!vp) {
2442                                 RDEBUG2("There was no response configured: rejecting request %d",
2443                                        request->number);
2444                                 request->reply->code = PW_AUTHENTICATION_REJECT;
2445
2446                         } else if (vp->vp_integer == 256) {
2447                                 RDEBUG2("Not responding to request %d",
2448                                        request->number);
2449
2450                                 /*
2451                                  *      Force cleanup after a long
2452                                  *      time, so that we don't
2453                                  *      re-process the packet.
2454                                  */
2455                                 request->next_when.tv_sec += request->root->max_request_time;
2456                                 request->next_callback = cleanup_delay;
2457                                 child_state = REQUEST_CLEANUP_DELAY;
2458                                 break;
2459                         } else {
2460                                 request->reply->code = vp->vp_integer;
2461
2462                         }
2463                 }
2464
2465                 /*
2466                  *      Run rejected packets through
2467                  *
2468                  *      Post-Auth-Type = Reject
2469                  */
2470                 if (request->reply->code == PW_AUTHENTICATION_REJECT) {
2471                         pairdelete(&request->config_items, PW_POST_AUTH_TYPE);
2472                         vp = radius_pairmake(request, &request->config_items,
2473                                              "Post-Auth-Type", "Reject",
2474                                              T_OP_SET);
2475                         if (vp) rad_postauth(request);
2476
2477                         /*
2478                          *      If configured, delay Access-Reject packets.
2479                          *
2480                          *      If request->root->reject_delay = 0, we discover
2481                          *      that we have to send the packet now.
2482                          */
2483                         when = request->received;
2484                         when.tv_sec += request->root->reject_delay;
2485
2486                         if (timercmp(&when, &request->next_when, >)) {
2487                                 RDEBUG2("Delaying reject of request %d for %d seconds",
2488                                        request->number,
2489                                        request->root->reject_delay);
2490                                 request->next_when = when;
2491                                 request->next_callback = reject_delay;
2492 #ifdef HAVE_PTHREAD_H
2493                                 request->child_pid = NO_SUCH_CHILD_PID;
2494 #endif
2495                                 request->child_state = REQUEST_REJECT_DELAY;
2496                                 return;
2497                         }
2498                 }
2499
2500 #ifdef WITH_COA
2501         case PW_COA_REQUEST:
2502         case PW_DISCONNECT_REQUEST:
2503 #endif
2504                 request->next_when.tv_sec += request->root->cleanup_delay;
2505                 request->next_callback = cleanup_delay;
2506                 child_state = REQUEST_CLEANUP_DELAY;
2507                 break;
2508
2509         case PW_ACCOUNTING_REQUEST:
2510                 request->next_callback = NULL; /* just to be safe */
2511                 child_state = REQUEST_DONE;
2512                 break;
2513
2514                 /*
2515                  *      FIXME: Status-Server should probably not be
2516                  *      handled here...
2517                  */
2518         case PW_STATUS_SERVER:
2519                 request->next_callback = NULL;
2520                 child_state = REQUEST_DONE;
2521                 break;
2522
2523         default:
2524                 /*
2525                  *      DHCP, VMPS, etc.
2526                  */
2527                 request->next_callback = NULL;
2528                 child_state = REQUEST_DONE;
2529                 break;
2530         }
2531
2532         /*
2533          *      Suppress "no reply" packets here, unless we're reading
2534          *      from the "detail" file.  In that case, we've got to
2535          *      tell the detail file handler that the request is dead,
2536          *      and it should re-send it.
2537          *      If configured, encode, sign, and send.
2538          */
2539         if ((request->reply->code != 0) ||
2540             (request->listener->type == RAD_LISTEN_DETAIL)) {
2541                 DEBUG_PACKET(request, request->reply, 1);
2542                 request->listener->send(request->listener, request);
2543         }
2544
2545 #ifdef WITH_COA
2546         /*
2547          *      Now that we've completely processed the request,
2548          *      see if we need to originate a CoA request.
2549          */
2550         if (request->coa ||
2551             (pairfind(request->config_items, PW_SEND_COA_REQUEST) != NULL)) {
2552                 if (!originated_coa_request(request)) {
2553                         RDEBUG2("Do CoA Fail handler here");
2554                 }
2555                 /* request->coa is stil set, so we can update events */
2556         }
2557 #endif
2558
2559  cleanup:
2560         /*
2561          *      Clean up.  These are no longer needed.
2562          */
2563         pairfree(&request->config_items);
2564
2565         pairfree(&request->packet->vps);
2566         request->username = NULL;
2567         request->password = NULL;
2568
2569         pairfree(&request->reply->vps);
2570
2571 #ifdef WITH_PROXY
2572         if (request->proxy) {
2573                 pairfree(&request->proxy->vps);
2574
2575                 if (request->proxy_reply) {
2576                         pairfree(&request->proxy_reply->vps);
2577                 }
2578
2579 #if 0
2580                 /*
2581                  *      We're not tracking responses from the home
2582                  *      server, we can therefore free this memory in
2583                  *      the child thread.
2584                  */
2585                 if (!request->in_proxy_hash) {
2586                         rad_free(&request->proxy);
2587                         rad_free(&request->proxy_reply);
2588                         request->home_server = NULL;
2589                 }
2590 #endif
2591         }
2592 #endif
2593
2594         RDEBUG2("Finished request %d.", request->number);
2595         rad_assert(child_state >= 0);
2596         request->child_state = child_state;
2597
2598         /*
2599          *      Single threaded mode: update timers now.
2600          */
2601         if (!have_children) wait_a_bit(request);
2602 }
2603
2604
2605 static void received_retransmit(REQUEST *request, const RADCLIENT *client)
2606 {
2607 #ifdef WITH_PROXY
2608         char buffer[128];
2609 #endif
2610
2611         RAD_STATS_TYPE_INC(request->listener, total_dup_requests);
2612         RAD_STATS_CLIENT_INC(request->listener, client, total_dup_requests);
2613
2614         switch (request->child_state) {
2615         case REQUEST_QUEUED:
2616         case REQUEST_RUNNING:
2617 #ifdef WITH_PROXY
2618         discard:
2619 #endif
2620                 radlog(L_ERR, "Discarding duplicate request from "
2621                        "client %s port %d - ID: %d due to unfinished request %d",
2622                        client->shortname,
2623                        request->packet->src_port,request->packet->id,
2624                        request->number);
2625                 break;
2626
2627 #ifdef WITH_PROXY
2628         case REQUEST_PROXIED:
2629                 /*
2630                  *      We're not supposed to have duplicate
2631                  *      accounting packets.  The other states handle
2632                  *      duplicates fine (discard, or send duplicate
2633                  *      reply).  But we do NOT want to retransmit an
2634                  *      accounting request here, because that would
2635                  *      involve updating the Acct-Delay-Time, and
2636                  *      therefore changing the packet Id, etc.
2637                  *
2638                  *      Instead, we just discard the packet.  We may
2639                  *      eventually respond, or the client will send a
2640                  *      new accounting packet.
2641                  *
2642                  *      The same comments go for Status-Server, and
2643                  *      other packet types.
2644                  *
2645                  *      FIXME: coa: when we proxy CoA && Disconnect
2646                  *      packets, this logic has to be fixed.
2647                  */
2648                 if (request->packet->code != PW_AUTHENTICATION_REQUEST) {
2649                         goto discard;
2650                 }
2651
2652                 check_for_zombie_home_server(request);
2653
2654                 /*
2655                  *      If we've just discovered that the home server
2656                  *      is dead, OR the socket has been closed, look for
2657                  *      another connection to a home server.
2658                  */
2659                 if (((request->packet->dst_port != 0) &&
2660                      (request->home_server->state == HOME_STATE_IS_DEAD)) ||
2661                     (request->proxy_listener->status != RAD_LISTEN_STATUS_KNOWN)) {
2662                         home_server *home;
2663
2664                         remove_from_proxy_hash(request);
2665
2666                         home = home_server_ldb(NULL, request->home_pool, request);
2667                         if (!home) {
2668                                 RDEBUG2("Failed to find live home server for request %d", request->number);
2669                         no_home_servers:
2670                                 /*
2671                                  *      Do post-request processing,
2672                                  *      and any insertion of necessary
2673                                  *      events.
2674                                  */
2675                                 post_proxy_fail_handler(request);
2676                                 return;
2677                         }
2678
2679                         request->proxy->code = request->packet->code;
2680
2681                         /*
2682                          *      Free the old packet, to force re-encoding
2683                          */
2684                         free(request->proxy->data);
2685                         request->proxy->data = NULL;
2686                         request->proxy->data_len = 0;
2687
2688                         /*
2689                          *      This request failed over to a virtual
2690                          *      server.  Push it back onto the queue
2691                          *      to be processed.
2692                          */
2693                         if (request->home_server->server) {
2694                                 proxy_fallback_handler(request);
2695                                 return;
2696                         }
2697
2698                         /*
2699                          *      Try to proxy the request.
2700                          */
2701                         if (!proxy_request(request)) {
2702                                 RDEBUG("ERROR: Failed to re-proxy request %d", request->number);
2703                                 goto no_home_servers;
2704                         }
2705
2706                         /*
2707                          *      This code executes in the main server
2708                          *      thread, so there's no need for locking.
2709                          */
2710                         rad_assert(request->next_callback != NULL);
2711                         INSERT_EVENT(request->next_callback, request);
2712                         request->next_callback = NULL;
2713                         return;
2714                 } /* else the home server is still alive */
2715
2716 #ifdef WITH_TCP
2717                 if (request->home_server->proto == IPPROTO_TCP) {
2718                         DEBUG2("Suppressing duplicate proxied request to home server %s port %d proto TCP - ID: %d",
2719                                inet_ntop(request->proxy->dst_ipaddr.af,
2720                                          &request->proxy->dst_ipaddr.ipaddr,
2721                                          buffer, sizeof(buffer)),
2722                                request->proxy->dst_port,
2723                                request->proxy->id);
2724                         break;
2725                 }
2726 #endif
2727
2728                 RDEBUG2("Sending duplicate proxied request to home server %s port %d - ID: %d",
2729                        inet_ntop(request->proxy->dst_ipaddr.af,
2730                                  &request->proxy->dst_ipaddr.ipaddr,
2731                                  buffer, sizeof(buffer)),
2732                        request->proxy->dst_port,
2733                        request->proxy->id);
2734                 request->num_proxied_requests++;
2735
2736                 DEBUG_PACKET(request, request->proxy, 1);
2737                 request->proxy_listener->send(request->proxy_listener,
2738                                               request);
2739                 break;
2740 #endif
2741
2742         case REQUEST_REJECT_DELAY:
2743                 RDEBUG2("Waiting to send Access-Reject "
2744                        "to client %s port %d - ID: %d",
2745                        client->shortname,
2746                        request->packet->src_port, request->packet->id);
2747                 break;
2748
2749         case REQUEST_CLEANUP_DELAY:
2750         case REQUEST_DONE:
2751                 if (request->reply->code == 0) {
2752                         RDEBUG2("Ignoring retransmit from client %s port %d "
2753                                 "- ID: %d, no reply was configured",
2754                                 client->shortname,
2755                                 request->packet->src_port, request->packet->id);
2756                         return;
2757                 }
2758
2759                 /*
2760                  *      FIXME: This sends duplicate replies to
2761                  *      accounting requests, even if Acct-Delay-Time
2762                  *      or Event-Timestamp is in the packet.  In those
2763                  *      cases, the Id should be changed, and the packet
2764                  *      re-calculated.
2765                  */
2766                 RDEBUG2("Sending duplicate reply "
2767                        "to client %s port %d - ID: %d",
2768                        client->shortname,
2769                        request->packet->src_port, request->packet->id);
2770                 DEBUG_PACKET(request, request->reply, 1);
2771                 request->listener->send(request->listener, request);
2772                 break;
2773         }
2774 }
2775
2776
2777 static void received_conflicting_request(REQUEST *request,
2778                                          const RADCLIENT *client)
2779 {
2780         radlog(L_ERR, "Received conflicting packet from "
2781                "client %s port %d - ID: %d due to unfinished request %d.  Giving up on old request.",
2782                client->shortname,
2783                request->packet->src_port, request->packet->id,
2784                request->number);
2785
2786         /*
2787          *      Nuke it from the request hash, so we can receive new
2788          *      packets.
2789          */
2790         remove_from_request_hash(request);
2791
2792         switch (request->child_state) {
2793                 /*
2794                  *      Tell it to stop, and wait for it to do so.
2795                  */
2796         default:
2797                 request->master_state = REQUEST_STOP_PROCESSING;
2798                 request->delay += request->delay >> 1;
2799
2800                 tv_add(&request->when, request->delay);
2801
2802                 INSERT_EVENT(wait_for_child_to_die, request);
2803                 return;
2804
2805                 /*
2806                  *      Catch race conditions.  It may have switched
2807                  *      from running to done while this code is being
2808                  *      executed.
2809                  */
2810         case REQUEST_REJECT_DELAY:
2811         case REQUEST_CLEANUP_DELAY:
2812         case REQUEST_DONE:
2813                 break;
2814         }
2815 }
2816
2817
2818 static int can_handle_new_request(RADIUS_PACKET *packet,
2819                                   RADCLIENT *client,
2820                                   struct main_config_t *root)
2821 {
2822         /*
2823          *      Count the total number of requests, to see if
2824          *      there are too many.  If so, return with an
2825          *      error.
2826          */
2827         if (root->max_requests) {
2828                 int request_count = fr_packet_list_num_elements(pl);
2829
2830                 /*
2831                  *      This is a new request.  Let's see if
2832                  *      it makes us go over our configured
2833                  *      bounds.
2834                  */
2835                 if (request_count > root->max_requests) {
2836                         radlog(L_ERR, "Dropping request (%d is too many): "
2837                                "from client %s port %d - ID: %d", request_count,
2838                                client->shortname,
2839                                packet->src_port, packet->id);
2840                         radlog(L_INFO, "WARNING: Please check the configuration file.\n"
2841                                "\tThe value for 'max_requests' is probably set too low.\n");
2842                         return 0;
2843                 } /* else there were a small number of requests */
2844         } /* else there was no configured limit for requests */
2845
2846         /*
2847          *      FIXME: Add per-client checks.  If one client is sending
2848          *      too many packets, start discarding them.
2849          *
2850          *      We increment the counters here, and decrement them
2851          *      when the response is sent... somewhere in this file.
2852          */
2853
2854         /*
2855          *      FUTURE: Add checks for system load.  If the system is
2856          *      busy, start dropping requests...
2857          *
2858          *      We can probably keep some statistics ourselves...  if
2859          *      there are more requests coming in than we can handle,
2860          *      start dropping some.
2861          */
2862
2863         return 1;
2864 }
2865
2866
2867 int received_request(rad_listen_t *listener,
2868                      RADIUS_PACKET *packet, REQUEST **prequest,
2869                      RADCLIENT *client)
2870 {
2871         RADIUS_PACKET **packet_p;
2872         REQUEST *request = NULL;
2873         struct main_config_t *root = &mainconfig;
2874
2875         packet_p = fr_packet_list_find(pl, packet);
2876         if (packet_p) {
2877                 request = fr_packet2myptr(REQUEST, packet, packet_p);
2878                 rad_assert(request->in_request_hash);
2879
2880                 if ((request->packet->data_len == packet->data_len) &&
2881                     (memcmp(request->packet->vector, packet->vector,
2882                             sizeof(packet->vector)) == 0)) {
2883                         received_retransmit(request, client);
2884                         return 0;
2885                 }
2886
2887                 /*
2888                  *      The new request is different from the old one,
2889                  *      but maybe the old is finished.  If so, delete
2890                  *      the old one.
2891                  */
2892                 switch (request->child_state) {
2893                         struct timeval when;
2894
2895                 default:
2896                         /*
2897                          *      Special hacks for race conditions.
2898                          *      The reply is encoded, and therefore
2899                          *      likely sent.  We received a *new*
2900                          *      packet from the client, likely before
2901                          *      the next line or two of code which
2902                          *      updated the child state.  In this
2903                          *      case, just accept the new request.
2904                          */
2905                         if ((request->reply->code != 0) &&
2906                             request->reply->data) {
2907                                 radlog(L_INFO, "WARNING: Allowing fast client %s port %d - ID: %d for recent request %d.",
2908                                        client->shortname,
2909                                        packet->src_port, packet->id,
2910                                        request->number);
2911                                 remove_from_request_hash(request);
2912                                 request = NULL;
2913                                 break;
2914                         }
2915
2916                         gettimeofday(&when, NULL);
2917                         when.tv_sec -= 1;
2918
2919                         /*
2920                          *      If the cached request was received
2921                          *      within the last second, then we
2922                          *      discard the NEW request instead of the
2923                          *      old one.  This will happen ONLY when
2924                          *      the client is severely broken, and is
2925                          *      sending conflicting packets very
2926                          *      quickly.
2927                          */
2928                         if (timercmp(&when, &request->received, <)) {
2929                                 radlog(L_ERR, "Discarding conflicting packet from "
2930                                        "client %s port %d - ID: %d due to recent request %d.",
2931                                        client->shortname,
2932                                        packet->src_port, packet->id,
2933                                        request->number);
2934                                 return 0;
2935                         }
2936
2937                         received_conflicting_request(request, client);
2938                         request = NULL;
2939                         break;
2940
2941                 case REQUEST_REJECT_DELAY:
2942                 case REQUEST_CLEANUP_DELAY:
2943                         request->child_state = REQUEST_DONE;
2944                 case REQUEST_DONE:
2945                         cleanup_delay(request);
2946                         request = NULL;
2947                         break;
2948                 }
2949         }
2950
2951         /*
2952          *      We may want to quench the new request.
2953          */
2954         if ((listener->type != RAD_LISTEN_DETAIL) &&
2955             !can_handle_new_request(packet, client, root)) {
2956                 return 0;
2957         }
2958
2959         /*
2960          *      Create and initialize the new request.
2961          */
2962         request = request_alloc(); /* never fails */
2963
2964         if ((request->reply = rad_alloc(0)) == NULL) {
2965                 radlog(L_ERR, "No memory");
2966                 return 0;
2967         }
2968
2969         request->listener = listener;
2970         request->client = client;
2971         request->packet = packet;
2972         request->packet->timestamp = request->timestamp;
2973         request->number = request_num_counter++;
2974         request->priority = listener->type;
2975 #ifdef HAVE_PTHREAD_H
2976         request->child_pid = NO_SUCH_CHILD_PID;
2977 #endif
2978
2979         /*
2980          *      Status-Server packets go to the head of the queue.
2981          */
2982         if (request->packet->code == PW_STATUS_SERVER) request->priority = 0;
2983
2984         /*
2985          *      Set virtual server identity
2986          */
2987         if (client->server) {
2988                 request->server = client->server;
2989         } else if (listener->server) {
2990                 request->server = listener->server;
2991         } else {
2992                 request->server = NULL;
2993         }
2994
2995         /*
2996          *      Remember the request in the list.
2997          */
2998         if (!fr_packet_list_insert(pl, &request->packet)) {
2999                 radlog(L_ERR, "Failed to insert request %d in the list of live requests: discarding", request->number);
3000                 ev_request_free(&request);
3001                 return 0;
3002         }
3003
3004         request->in_request_hash = TRUE;
3005         request->root = root;
3006         root->refcount++;
3007 #ifdef WITH_TCP
3008         request->listener->count++;
3009 #endif
3010
3011         /*
3012          *      The request passes many of our sanity checks.
3013          *      From here on in, if anything goes wrong, we
3014          *      send a reject message, instead of dropping the
3015          *      packet.
3016          */
3017
3018         /*
3019          *      Build the reply template from the request.
3020          */
3021
3022         request->reply->sockfd = request->packet->sockfd;
3023         request->reply->dst_ipaddr = request->packet->src_ipaddr;
3024         request->reply->src_ipaddr = request->packet->dst_ipaddr;
3025         request->reply->dst_port = request->packet->src_port;
3026         request->reply->src_port = request->packet->dst_port;
3027         request->reply->id = request->packet->id;
3028         request->reply->code = 0; /* UNKNOWN code */
3029         memcpy(request->reply->vector, request->packet->vector,
3030                sizeof(request->reply->vector));
3031         request->reply->vps = NULL;
3032         request->reply->data = NULL;
3033         request->reply->data_len = 0;
3034
3035         request->master_state = REQUEST_ACTIVE;
3036         request->child_state = REQUEST_QUEUED;
3037         request->next_callback = NULL;
3038
3039         gettimeofday(&request->received, NULL);
3040         request->timestamp = request->received.tv_sec;
3041         request->when = request->received;
3042
3043         request->delay = USEC;
3044
3045         tv_add(&request->when, request->delay);
3046
3047         INSERT_EVENT(wait_a_bit, request);
3048
3049         *prequest = request;
3050         return 1;
3051 }
3052
3053
3054 #ifdef WITH_PROXY
3055 REQUEST *received_proxy_response(RADIUS_PACKET *packet)
3056 {
3057         char            buffer[128];
3058         REQUEST         *request;
3059
3060         /*
3061          *      Also removes from the proxy hash if responses == requests
3062          */
3063         request = lookup_in_proxy_hash(packet);
3064
3065         if (!request) {
3066                 radlog(L_PROXY, "No outstanding request was found for reply from host %s port %d - ID %d",
3067                        inet_ntop(packet->src_ipaddr.af,
3068                                  &packet->src_ipaddr.ipaddr,
3069                                  buffer, sizeof(buffer)),
3070                        packet->src_port, packet->id);
3071                 return NULL;
3072         }
3073
3074         /*
3075          *      We haven't replied to the NAS, but we have seen an
3076          *      earlier reply from the home server.  Ignore this packet,
3077          *      as we're likely still processing the previous reply.
3078          */
3079         if (request->proxy_reply) {
3080                 if (memcmp(request->proxy_reply->vector,
3081                            packet->vector,
3082                            sizeof(request->proxy_reply->vector)) == 0) {
3083                         RDEBUG2("Discarding duplicate reply from host %s port %d  - ID: %d for request %d",
3084                                inet_ntop(packet->src_ipaddr.af,
3085                                          &packet->src_ipaddr.ipaddr,
3086                                          buffer, sizeof(buffer)),
3087                                packet->src_port, packet->id,
3088                                request->number);
3089                 } else {
3090                         /*
3091                          *      ? The home server gave us a new proxy
3092                          *      reply which doesn't match the old
3093                          *      one.  Delete it.
3094                          */
3095                         RDEBUG2("Ignoring conflicting proxy reply");
3096                 }
3097
3098                 /* assert that there's an event queued for request? */
3099                 return NULL;
3100         }
3101
3102         /*
3103          *      Verify the packet before doing ANYTHING with it.  This
3104          *      means we're doing more MD5 checks in the server core.
3105          *      However, we can fix that by moving to multiple threads
3106          *      listening on sockets.
3107          *
3108          *      We do this AFTER looking the request up in the hash,
3109          *      and AFTER vhecking if we saw a previous request.  This
3110          *      helps minimize the DoS effect of people attacking us
3111          *      with spoofed packets.
3112          */
3113         if (rad_verify(packet, request->proxy,
3114                        request->home_server->secret) != 0) {
3115                 DEBUG("Ignoring spoofed proxy reply.  Signature is invalid");
3116                 return NULL;
3117         }
3118
3119         gettimeofday(&now, NULL);
3120
3121         /*
3122          *      Maybe move this earlier in the decision process?
3123          *      Having it here means that late or duplicate proxy
3124          *      replies no longer get the home server marked as
3125          *      "alive".  This might be good for stability, though.
3126          *
3127          *      FIXME: Do we really want to do this whenever we
3128          *      receive a packet?  Setting this here means that we
3129          *      mark it alive on *any* packet, even if it's lost all
3130          *      of the *other* packets in the last 10s.
3131          */
3132         if (request->proxy->code != PW_STATUS_SERVER) {
3133                 request->home_server->state = HOME_STATE_ALIVE;
3134         }
3135
3136 #ifdef WITH_COA
3137         /*
3138          *      When originating CoA, the "proxy" reply is the reply
3139          *      to the CoA request that we originated.  At this point,
3140          *      the original request is finished, and it has a reply.
3141          *
3142          *      However, if we haven't separated the two requests, do
3143          *      so now.  This is done so that cleaning up the original
3144          *      request won't cause the CoA request to be free'd.  See
3145          *      util.c, request_free()
3146          */
3147         if (request->parent && (request->parent->coa == request)) {
3148                 request->parent->coa = NULL;
3149                 request->parent = NULL;
3150
3151         } else
3152                 /*
3153                  *      Skip the next set of checks, as the original
3154                  *      reply is cached.  We want to be able to still
3155                  *      process the CoA reply, AND to reference the
3156                  *      original request/reply.
3157                  *
3158                  *      This is getting to be really quite a bit of a
3159                  *      hack.
3160                  */
3161 #endif
3162
3163         /*
3164          *      If there's a reply to the NAS, ignore everything
3165          *      related to proxy responses
3166          */
3167         if (request->reply && request->reply->code != 0) {
3168                 RDEBUG2("Ignoring proxy reply that arrived after we sent a reply to the NAS");
3169                 return NULL;
3170         }
3171
3172 #ifdef WITH_STATS
3173         /*
3174          *      The average includes our time to receive packets and
3175          *      look them up in the hashes, which should be the same
3176          *      for all packets.
3177          *
3178          *      We update the response time only for the FIRST packet
3179          *      we receive.
3180          */
3181         if (request->home_server->ema.window > 0) {
3182                 radius_stats_ema(&request->home_server->ema,
3183                                  &now, &request->proxy_when);
3184         }
3185 #endif
3186
3187         switch (request->child_state) {
3188         case REQUEST_QUEUED:
3189         case REQUEST_RUNNING:
3190                 radlog(L_ERR, "Internal sanity check failed for child state");
3191                 /* FALL-THROUGH */
3192
3193         case REQUEST_REJECT_DELAY:
3194         case REQUEST_CLEANUP_DELAY:
3195         case REQUEST_DONE:
3196                 radlog(L_ERR, "Reply from home server %s port %d  - ID: %d arrived too late for request %d. Try increasing 'retry_delay' or 'max_request_time'",
3197                        inet_ntop(packet->src_ipaddr.af,
3198                                  &packet->src_ipaddr.ipaddr,
3199                                  buffer, sizeof(buffer)),
3200                        packet->src_port, packet->id,
3201                        request->number);
3202                 /* assert that there's an event queued for request? */
3203                 return NULL;
3204
3205         case REQUEST_PROXIED:
3206                 break;
3207         }
3208
3209         request->proxy_reply = packet;
3210
3211 #if 0
3212         /*
3213          *      Perform RTT calculations, as per RFC 2988 (for TCP).
3214          *      Note that we only do so on the first response.
3215          */
3216         if ((request->num_proxied_responses == 1)
3217                 int rtt;
3218                 home_server *home = request->home_server;
3219
3220                 rtt = now.tv_sec - request->proxy_when.tv_sec;
3221                 rtt *= USEC;
3222                 rtt += now.tv_usec;
3223                 rtt -= request->proxy_when.tv_usec;
3224
3225                 if (!home->has_rtt) {
3226                         home->has_rtt = TRUE;
3227
3228                         home->srtt = rtt;
3229                         home->rttvar = rtt / 2;
3230
3231                 } else {
3232                         home->rttvar -= home->rttvar >> 2;
3233                         home->rttvar += (home->srtt - rtt);
3234                         home->srtt -= home->srtt >> 3;
3235                         home->srtt += rtt >> 3;
3236                 }
3237
3238                 home->rto = home->srtt;
3239                 if (home->rttvar > (USEC / 4)) {
3240                         home->rto += home->rttvar * 4;
3241                 } else {
3242                         home->rto += USEC;
3243                 }
3244         }
3245 #endif
3246
3247         /*
3248          *      There's no incoming request, so it's a proxied packet
3249          *      we originated.
3250          */
3251         if (!request->packet) {
3252                 received_response_to_ping(request);
3253                 request->proxy_reply = NULL; /* caller will free it */
3254                 ev_request_free(&request);
3255                 return NULL;
3256         }
3257
3258         request->child_state = REQUEST_QUEUED;
3259         request->when = now;
3260         request->delay = USEC;
3261         request->priority = RAD_LISTEN_PROXY;
3262         tv_add(&request->when, request->delay);
3263
3264         /*
3265          *      Wait a bit will take care of max_request_time
3266          */
3267         INSERT_EVENT(wait_a_bit, request);
3268
3269         return request;
3270 }
3271
3272 #endif /* WITH_PROXY */
3273
3274 #ifdef WITH_TCP
3275 static void tcp_socket_lifetime(void *ctx)
3276 {
3277         rad_listen_t *listener = ctx;
3278         char buffer[256];
3279
3280         listener->print(listener, buffer, sizeof(buffer));
3281
3282         DEBUG("Reached maximum lifetime on socket %s", buffer);
3283
3284         listener->status = RAD_LISTEN_STATUS_CLOSED;
3285         event_new_fd(listener);
3286 }
3287
3288 static void tcp_socket_idle_timeout(void *ctx)
3289 {
3290         rad_listen_t *listener = ctx;
3291         listen_socket_t *sock = listener->data;
3292         char buffer[256];
3293
3294         fr_event_now(el, &now); /* should always succeed... */
3295
3296         rad_assert(sock->home != NULL);
3297
3298         /*
3299          *      We implement idle timeout by polling, because it's
3300          *      cheaper than resetting the idle timeout every time
3301          *      we send / receive a packet.
3302          */
3303         if ((sock->last_packet + sock->home->idle_timeout) > now.tv_sec) {
3304                 struct timeval when;
3305                 void *fun = tcp_socket_idle_timeout;
3306
3307                 when.tv_sec = sock->last_packet;
3308                 when.tv_sec += sock->home->idle_timeout;
3309                 when.tv_usec = 0;
3310
3311                 if (sock->home->lifetime &&
3312                     (sock->opened + sock->home->lifetime < when.tv_sec)) {
3313                         when.tv_sec = sock->opened + sock->home->lifetime;
3314                         fun = tcp_socket_lifetime;
3315                 }
3316
3317                 if (!fr_event_insert(el, fun, listener, &when, &sock->ev)) {
3318                         rad_panic("Failed to insert event");
3319                 }
3320
3321                 return;
3322         }
3323
3324         listener->print(listener, buffer, sizeof(buffer));
3325
3326         DEBUG("Reached idle timeout on socket %s", buffer);
3327
3328         listener->status = RAD_LISTEN_STATUS_CLOSED;
3329         event_new_fd(listener);
3330 }
3331 #endif
3332
3333 int event_new_fd(rad_listen_t *this)
3334 {
3335         char buffer[1024];
3336
3337         if (this->status == RAD_LISTEN_STATUS_KNOWN) return 1;
3338
3339         this->print(this, buffer, sizeof(buffer));
3340
3341         if (this->status == RAD_LISTEN_STATUS_INIT) {
3342                 if (just_started) {
3343                         DEBUG("Listening on %s", buffer);
3344                 } else {
3345                         radlog(L_INFO, " ... adding new socket %s", buffer);
3346                 }
3347
3348 #ifdef WITH_PROXY
3349                 /*
3350                  *      Add it to the list of sockets we can use.
3351                  *      Server sockets (i.e. auth/acct) are never
3352                  *      added to the packet list.
3353                  */
3354                 if (this->type == RAD_LISTEN_PROXY) {
3355                         listen_socket_t *sock = this->data;
3356
3357                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3358                         if (!fr_packet_list_socket_add(proxy_list, this->fd,
3359                                                        sock->proto,
3360                                                        &sock->other_ipaddr, sock->other_port,
3361                                                        this)) {
3362
3363                                 proxy_no_new_sockets = TRUE;
3364                                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3365
3366                                 /*
3367                                  *      This is bad.  However, the
3368                                  *      packet list now supports 256
3369                                  *      open sockets, which should
3370                                  *      minimize this problem.
3371                                  */
3372                                 radlog(L_ERR, "Failed adding proxy socket: %s",
3373                                        fr_strerror());
3374                                 return 0;
3375                         }
3376
3377                         if (sock->home) {
3378                                 sock->home->num_connections++;
3379
3380                                 /*
3381                                  *      If necessary, add it to the list of
3382                                  *      new proxy listeners.
3383                                  */
3384                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3385                                         this->next = proxy_listener_list;
3386                                         proxy_listener_list = this;
3387                                 }
3388                         }
3389                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3390
3391                         /*
3392                          *      Tell the main thread that we've added
3393                          *      a proxy listener, but only if we need
3394                          *      to update the event list.  Do this
3395                          *      with the mutex unlocked, to reduce
3396                          *      contention.
3397                          */
3398                         if (sock->home) {
3399                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3400                                         radius_signal_self(RADIUS_SIGNAL_SELF_NEW_FD);
3401                                 }
3402                         }
3403                 }
3404 #endif
3405
3406 #ifdef WITH_DETAIL
3407                 /*
3408                  *      Detail files are always known, and aren't
3409                  *      put into the socket event loop.
3410                  */
3411                 if (this->type == RAD_LISTEN_DETAIL) {
3412                         this->status = RAD_LISTEN_STATUS_KNOWN;
3413
3414                         /*
3415                          *      Set up the first poll interval.
3416                          */
3417                         event_poll_detail(this);
3418                         return 1;
3419                 }
3420 #endif
3421
3422                 FD_MUTEX_LOCK(&fd_mutex);
3423                 if (!fr_event_fd_insert(el, 0, this->fd,
3424                                         event_socket_handler, this)) {
3425                         radlog(L_ERR, "Failed adding event handler for proxy socket!");
3426                         exit(1);
3427                 }
3428                 FD_MUTEX_UNLOCK(&fd_mutex);
3429
3430                 this->status = RAD_LISTEN_STATUS_KNOWN;
3431                 return 1;
3432         }
3433
3434         /*
3435          *      Something went wrong with the socket: make it harmless.
3436          */
3437         if (this->status == RAD_LISTEN_STATUS_REMOVE_FD) {
3438                 int devnull;
3439
3440                 /*
3441                  *      Remove it from the list of live FD's.
3442                  */
3443                 FD_MUTEX_LOCK(&fd_mutex);
3444                 fr_event_fd_delete(el, 0, this->fd);
3445                 FD_MUTEX_UNLOCK(&fd_mutex);
3446
3447 #ifdef WITH_PROXY
3448                 if (this->type != RAD_LISTEN_PROXY)
3449 #endif
3450                 {
3451                         if (this->count != 0) {
3452                                 fr_packet_list_walk(pl, this,
3453                                                     remove_all_requests);
3454                         }
3455
3456                         if (this->count == 0) {
3457                                 this->status = RAD_LISTEN_STATUS_FINISH;
3458                                 goto finish;
3459                         }
3460                 }
3461 #ifdef WITH_PROXY
3462                 else {
3463                         int count = this->count;
3464
3465                         /*
3466                          *      Duplicate code
3467                          */
3468                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3469                         if (!fr_packet_list_socket_freeze(proxy_list,
3470                                                           this->fd)) {
3471                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3472                                        fr_strerror());
3473                                 exit(1);
3474                         }
3475
3476                         /*
3477                          *      Doing this with the proxy mutex held
3478                          *      is a Bad Thing.  We should move to
3479                          *      finer-grained mutexes.
3480                          */
3481                         count = this->count;
3482                         if (count > 0) {
3483                                 fr_packet_list_walk(proxy_list, this,
3484                                                     remove_all_proxied_requests);
3485                         }
3486                         count = this->count; /* protected by mutex */
3487                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3488
3489                         if (count == 0) {
3490                                 this->status = RAD_LISTEN_STATUS_FINISH;
3491                                 goto finish;
3492                         }
3493                 }
3494 #endif
3495
3496                 /*
3497                  *      Re-open the socket, pointing it to /dev/null.
3498                  *      This means that all writes proceed without
3499                  *      blocking, and all reads return "no data".
3500                  *
3501                  *      This leaves the socket active, so any child
3502                  *      threads won't go insane.  But it means that
3503                  *      they cannot send or receive any packets.
3504                  *
3505                  *      This is EXTRA work in the normal case, when
3506                  *      sockets are closed without error.  But it lets
3507                  *      us have one simple processing method for all
3508                  *      sockets.
3509                  */
3510                 devnull = open("/dev/null", O_RDWR);
3511                 if (devnull < 0) {
3512                         radlog(L_ERR, "FATAL failure opening /dev/null: %s",
3513                                strerror(errno));
3514                         exit(1);
3515                 }
3516                 if (dup2(devnull, this->fd) < 0) {
3517                         radlog(L_ERR, "FATAL failure closing socket: %s",
3518                                strerror(errno));
3519                         exit(1);
3520                 }
3521                 close(devnull);
3522
3523                 this->status = RAD_LISTEN_STATUS_CLOSED;
3524
3525                 /*
3526                  *      Fall through to the next section.
3527                  */
3528         }
3529
3530         /*
3531          *      Called ONLY from the main thread.  On the following
3532          *      conditions:
3533          *
3534          *      idle timeout
3535          *      max lifetime
3536          *
3537          *      (and falling through from "forcibly close FD" above)
3538          *      client closed connection on us
3539          *      client sent us a bad packet.
3540          */
3541         if (this->status == RAD_LISTEN_STATUS_CLOSED) {
3542                 int count = this->count;
3543                 rad_assert(this->type != RAD_LISTEN_DETAIL);
3544
3545 #ifdef WITH_PROXY
3546                 /*
3547                  *      Remove it from the list of active sockets, so
3548                  *      that it isn't used when proxying new packets.
3549                  */
3550                 if (this->type == RAD_LISTEN_PROXY) {
3551                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3552                         if (!fr_packet_list_socket_freeze(proxy_list,
3553                                                           this->fd)) {
3554                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3555                                        fr_strerror());
3556                                 exit(1);
3557                         }
3558                         count = this->count; /* protected by mutex */
3559                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3560                 }
3561 #endif
3562
3563                 /*
3564                  *      Requests are still using the socket.  Wait for
3565                  *      them to finish.
3566                  */
3567                 if (count != 0) {
3568                         struct timeval when;
3569                         listen_socket_t *sock = this->data;
3570
3571                         /*
3572                          *      Try again to clean up the socket in 30
3573                          *      seconds.
3574                          */
3575                         gettimeofday(&when, NULL);
3576                         when.tv_sec += 30;
3577
3578                         if (!fr_event_insert(el,
3579                                              (fr_event_callback_t) event_new_fd,
3580                                              this, &when, &sock->ev)) {
3581                                 rad_panic("Failed to insert event");
3582                         }
3583
3584                         return 1;
3585                 }
3586
3587                 /*
3588                  *      No one is using this socket: we can delete it
3589                  *      immediately.
3590                  */
3591                 this->status = RAD_LISTEN_STATUS_FINISH;
3592         }
3593
3594 finish:
3595         if (this->status == RAD_LISTEN_STATUS_FINISH) {
3596                 listen_socket_t *sock = this->data;
3597
3598                 rad_assert(this->count == 0);
3599                 radlog(L_INFO, " ... closing socket %s", buffer);
3600
3601                 /*
3602                  *      Remove it from the list of live FD's.  Note
3603                  *      that it MAY also have been removed above.  We
3604                  *      do it again here, to catch the case of sockets
3605                  *      closing on idle timeout, or max
3606                  *      lifetime... AFTER all requests have finished
3607                  *      using it.
3608                  */
3609                 FD_MUTEX_LOCK(&fd_mutex);
3610                 fr_event_fd_delete(el, 0, this->fd);
3611                 FD_MUTEX_UNLOCK(&fd_mutex);
3612
3613 #ifdef WITH_PROXY
3614                 /*
3615                  *      Remove it from the list of sockets to be used
3616                  *      when proxying.
3617                  */
3618                 if (this->type == RAD_LISTEN_PROXY) {
3619                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3620                         if (!fr_packet_list_socket_remove(proxy_list,
3621                                                           this->fd, NULL)) {
3622                                 radlog(L_ERR, "Fatal error removing socket: %s",
3623                                        fr_strerror());
3624                                 exit(1);
3625                         }
3626                         if (sock->home) sock->home->num_connections--;
3627                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3628                 }
3629 #endif
3630
3631                 /*
3632                  *      Remove any pending cleanups.
3633                  */
3634                 if (sock->ev) fr_event_delete(el, &sock->ev);
3635
3636                 /*
3637                  *      And finally, close the socket.
3638                  */
3639                 listen_free(&this);
3640         }
3641
3642         return 1;
3643 }
3644
3645 static void handle_signal_self(int flag)
3646 {
3647         if ((flag & (RADIUS_SIGNAL_SELF_EXIT | RADIUS_SIGNAL_SELF_TERM)) != 0) {
3648                 if ((flag & RADIUS_SIGNAL_SELF_EXIT) != 0) {
3649                         radlog(L_INFO, "Received TERM signal");
3650                         fr_event_loop_exit(el, 1);
3651                 } else {
3652                         fr_event_loop_exit(el, 2);
3653                 }
3654
3655                 return;
3656         } /* else exit/term flags weren't set */
3657
3658         /*
3659          *      Tell the even loop to stop processing.
3660          */
3661         if ((flag & RADIUS_SIGNAL_SELF_HUP) != 0) {
3662                 time_t when;
3663                 static time_t last_hup = 0;
3664
3665                 radlog(L_INFO, "Received HUP signal.");
3666
3667                 when = time(NULL);
3668                 if ((int) (when - last_hup) < 5) {
3669                         radlog(L_INFO, "Ignoring HUP (less than 5s since last one)");
3670                         return;
3671                 }
3672                 last_hup = when;
3673
3674                 fr_event_loop_exit(el, 0x80);
3675         }
3676
3677 #ifdef WITH_DETAIL
3678         if ((flag & RADIUS_SIGNAL_SELF_DETAIL) != 0) {
3679                 rad_listen_t *this;
3680
3681                 /*
3682                  *      FIXME: O(N) loops suck.
3683                  */
3684                 for (this = mainconfig.listen;
3685                      this != NULL;
3686                      this = this->next) {
3687                         if (this->type != RAD_LISTEN_DETAIL) continue;
3688
3689                         /*
3690                          *      This one didn't send the signal, skip
3691                          *      it.
3692                          */
3693                         if (!this->decode(this, NULL)) continue;
3694
3695                         /*
3696                          *      Go service the interrupt.
3697                          */
3698                         event_poll_detail(this);
3699                 }
3700         }
3701 #endif
3702
3703 #ifdef WITH_PROXY
3704         /*
3705          *      Add event handlers for idle timeouts && maximum lifetime.
3706          */
3707         if ((flag & RADIUS_SIGNAL_SELF_NEW_FD) != 0) {
3708                 struct timeval when;
3709                 void *fun = NULL;
3710
3711                 fr_event_now(el, &now);
3712
3713                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
3714
3715                 while (proxy_listener_list) {
3716                         rad_listen_t *this = proxy_listener_list;
3717                         listen_socket_t *sock = this->data;
3718
3719                         proxy_listener_list = this->next;
3720                         this->next = NULL;
3721
3722                         if (!sock->home) continue; /* skip UDP sockets */
3723
3724                         when = now;
3725
3726                         if (!sock->home->idle_timeout) {
3727                                 rad_assert(sock->home->lifetime != 0);
3728
3729                                 when.tv_sec += sock->home->lifetime;
3730                                 fun = tcp_socket_lifetime;
3731                         } else {
3732                                 rad_assert(sock->home->idle_timeout != 0);
3733
3734                                 when.tv_sec += sock->home->idle_timeout;
3735                                 fun = tcp_socket_idle_timeout;
3736                         }
3737
3738                         if (!fr_event_insert(el, fun, this, &when,
3739                                              &(sock->ev))) {
3740                                 rad_panic("Failed to insert event");
3741                         }
3742                 }
3743
3744                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3745         }
3746 #endif
3747 }
3748
3749 #ifndef WITH_SELF_PIPE
3750 void radius_signal_self(int flag)
3751 {
3752         handle_signal_self(flag);
3753 }
3754 #else
3755 /*
3756  *      Inform ourselves that we received a signal.
3757  */
3758 void radius_signal_self(int flag)
3759 {
3760         ssize_t rcode;
3761         uint8_t buffer[16];
3762
3763         /*
3764          *      The read MUST be non-blocking for this to work.
3765          */
3766         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3767         if (rcode > 0) {
3768                 ssize_t i;
3769
3770                 for (i = 0; i < rcode; i++) {
3771                         buffer[0] |= buffer[i];
3772                 }
3773         } else {
3774                 buffer[0] = 0;
3775         }
3776
3777         buffer[0] |= flag;
3778
3779         write(self_pipe[1], buffer, 1);
3780 }
3781
3782
3783 static void event_signal_handler(UNUSED fr_event_list_t *xel,
3784                                  UNUSED int fd, UNUSED void *ctx)
3785 {
3786         ssize_t i, rcode;
3787         uint8_t buffer[32];
3788
3789         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3790         if (rcode <= 0) return;
3791
3792         /*
3793          *      Merge pending signals.
3794          */
3795         for (i = 0; i < rcode; i++) {
3796                 buffer[0] |= buffer[i];
3797         }
3798
3799         handle_signal_self(buffer[0]);
3800 }
3801 #endif
3802
3803
3804 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd,
3805                                  void *ctx)
3806 {
3807         rad_listen_t *listener = ctx;
3808         RAD_REQUEST_FUNP fun;
3809         REQUEST *request;
3810
3811         rad_assert(xel == el);
3812
3813         xel = xel;
3814
3815         if (listener->fd < 0) rad_panic("Socket was closed on us!");
3816
3817         if (!listener->recv(listener, &fun, &request)) return;
3818
3819         if (!thread_pool_addrequest(request, fun)) {
3820                 request->child_state = REQUEST_DONE;
3821         }
3822 }
3823
3824
3825 /*
3826  *      This function is called periodically to see if this detail
3827  *      file is available for reading.
3828  */
3829 static void event_poll_detail(void *ctx)
3830 {
3831         int rcode, delay;
3832         RAD_REQUEST_FUNP fun;
3833         REQUEST *request;
3834         rad_listen_t *this = ctx;
3835         struct timeval when;
3836         listen_detail_t *detail = this->data;
3837
3838         rad_assert(this->type == RAD_LISTEN_DETAIL);
3839
3840         /*
3841          *      Try to read something.
3842          *
3843          *      FIXME: This does poll AND receive.
3844          */
3845         rcode = this->recv(this, &fun, &request);
3846         if (rcode != 0) {
3847                 rad_assert(fun != NULL);
3848                 rad_assert(request != NULL);
3849
3850                 if (!thread_pool_addrequest(request, fun)) {
3851                         request->child_state = REQUEST_DONE;
3852                 }
3853         }
3854
3855         fr_event_now(el, &now);
3856         when = now;
3857
3858         /*
3859          *      Backdoor API to get the delay until the next poll
3860          *      time.
3861          */
3862         delay = this->encode(this, NULL);
3863         tv_add(&when, delay);
3864
3865         if (!fr_event_insert(el, event_poll_detail, this,
3866                              &when, &detail->ev)) {
3867                 radlog(L_ERR, "Failed creating handler");
3868                 exit(1);
3869         }
3870 }
3871
3872
3873 static void event_status(struct timeval *wake)
3874 {
3875 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3876         int argval;
3877 #endif
3878
3879         if (debug_flag == 0) {
3880                 if (just_started) {
3881                         radlog(L_INFO, "Ready to process requests.");
3882                         just_started = FALSE;
3883                 }
3884                 return;
3885         }
3886
3887         if (!wake) {
3888                 radlog(L_INFO, "Ready to process requests.");
3889
3890         } else if ((wake->tv_sec != 0) ||
3891                    (wake->tv_usec >= 100000)) {
3892                 DEBUG("Waking up in %d.%01u seconds.",
3893                       (int) wake->tv_sec, (unsigned int) wake->tv_usec / 100000);
3894         }
3895
3896
3897         /*
3898          *      FIXME: Put this somewhere else, where it isn't called
3899          *      all of the time...
3900          */
3901
3902 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3903         /*
3904          *      If there are no child threads, then there may
3905          *      be child processes.  In that case, wait for
3906          *      their exit status, and throw that exit status
3907          *      away.  This helps get rid of zxombie children.
3908          */
3909         while (waitpid(-1, &argval, WNOHANG) > 0) {
3910                 /* do nothing */
3911         }
3912 #endif
3913
3914 }
3915
3916 /*
3917  *      Externally-visibly functions.
3918  */
3919 int radius_event_init(CONF_SECTION *cs, int spawn_flag)
3920 {
3921         rad_listen_t *head = NULL;
3922
3923         if (el) return 0;
3924
3925         time(&fr_start_time);
3926
3927         el = fr_event_list_create(event_status);
3928         if (!el) return 0;
3929
3930         pl = fr_packet_list_create(0);
3931         if (!pl) return 0;      /* leak el */
3932
3933         request_num_counter = 0;
3934
3935 #ifdef WITH_PROXY
3936         if (mainconfig.proxy_requests) {
3937                 /*
3938                  *      Create the tree for managing proxied requests and
3939                  *      responses.
3940                  */
3941                 proxy_list = fr_packet_list_create(1);
3942                 if (!proxy_list) return 0;
3943
3944 #ifdef HAVE_PTHREAD_H
3945                 if (pthread_mutex_init(&proxy_mutex, NULL) != 0) {
3946                         radlog(L_ERR, "FATAL: Failed to initialize proxy mutex: %s",
3947                                strerror(errno));
3948                         exit(1);
3949                 }
3950 #endif
3951         }
3952 #endif
3953
3954         /*
3955          *      Just before we spawn the child threads, force the log
3956          *      subsystem to re-open the log file for every write.
3957          */
3958         if (spawn_flag) force_log_reopen();
3959
3960 #ifdef HAVE_PTHREAD_H
3961 #ifndef __MINGW32__
3962         NO_SUCH_CHILD_PID = (pthread_t ) (0);
3963 #else
3964         NO_SUCH_CHILD_PID = pthread_self(); /* not a child thread */
3965 #endif
3966         /*
3967          *      Initialize the threads ONLY if we're spawning, AND
3968          *      we're running normally.
3969          */
3970         if (spawn_flag && !check_config &&
3971             (thread_pool_init(cs, &spawn_flag) < 0)) {
3972                 exit(1);
3973         }
3974 #endif
3975
3976         /*
3977          *      Move all of the thread calls to this file?
3978          *
3979          *      It may be best for the mutexes to be in this file...
3980          */
3981         have_children = spawn_flag;
3982
3983         if (check_config) {
3984                 DEBUG("%s: #### Skipping IP addresses and Ports ####",
3985                        mainconfig.name);
3986                 return 1;
3987         }
3988
3989 #ifdef WITH_SELF_PIPE
3990         /*
3991          *      Child threads need a pipe to signal us, as do the
3992          *      signal handlers.
3993          */
3994         if (pipe(self_pipe) < 0) {
3995                 radlog(L_ERR, "radiusd: Error opening internal pipe: %s",
3996                        strerror(errno));
3997                 exit(1);
3998         }
3999         if (fcntl(self_pipe[0], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
4000                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
4001                        strerror(errno));
4002                 exit(1);
4003         }
4004         if (fcntl(self_pipe[1], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
4005                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
4006                        strerror(errno));
4007                 exit(1);
4008         }
4009
4010         if (!fr_event_fd_insert(el, 0, self_pipe[0],
4011                                   event_signal_handler, el)) {
4012                 radlog(L_ERR, "Failed creating handler for signals");
4013                 exit(1);
4014         }
4015 #endif  /* WITH_SELF_PIPE */
4016
4017        DEBUG("%s: #### Opening IP addresses and Ports ####",
4018                mainconfig.name);
4019
4020        /*
4021         *       The server temporarily switches to an unprivileged
4022         *       user very early in the bootstrapping process.
4023         *       However, some sockets MAY require privileged access
4024         *       (bind to device, or to port < 1024, or to raw
4025         *       sockets).  Those sockets need to call suid up/down
4026         *       themselves around the functions that need a privileged
4027         *       uid.
4028         */
4029         if (listen_init(cs, &head) < 0) {
4030                 _exit(1);
4031         }
4032
4033         mainconfig.listen = head;
4034
4035         /*
4036          *      At this point, no one has any business *ever* going
4037          *      back to root uid.
4038          */
4039         fr_suid_down_permanent();
4040
4041         return 1;
4042 }
4043
4044
4045 static int request_hash_cb(UNUSED void *ctx, void *data)
4046 {
4047         REQUEST *request = fr_packet2myptr(REQUEST, packet, data);
4048
4049 #ifdef WITH_PROXY
4050         rad_assert(request->in_proxy_hash == FALSE);
4051 #endif
4052
4053         ev_request_free(&request);
4054
4055         return 0;
4056 }
4057
4058
4059 #ifdef WITH_PROXY
4060 static int proxy_hash_cb(UNUSED void *ctx, void *data)
4061 {
4062         REQUEST *request = fr_packet2myptr(REQUEST, proxy, data);
4063
4064         ev_request_free(&request);
4065
4066         return 0;
4067 }
4068 #endif
4069
4070 void radius_event_free(void)
4071 {
4072         /*
4073          *      FIXME: Stop all threads, or at least check that
4074          *      they're all waiting on the semaphore, and the queues
4075          *      are empty.
4076          */
4077
4078 #ifdef WITH_PROXY
4079         /*
4080          *      There are requests in the proxy hash that aren't
4081          *      referenced from anywhere else.  Remove them first.
4082          */
4083         if (proxy_list) {
4084                 fr_packet_list_walk(proxy_list, NULL, proxy_hash_cb);
4085                 fr_packet_list_free(proxy_list);
4086                 proxy_list = NULL;
4087         }
4088 #endif
4089
4090         fr_packet_list_walk(pl, NULL, request_hash_cb);
4091
4092         fr_packet_list_free(pl);
4093         pl = NULL;
4094
4095         fr_event_list_free(el);
4096 }
4097
4098 int radius_event_process(void)
4099 {
4100         if (!el) return 0;
4101
4102         return fr_event_loop(el);
4103 }
4104
4105 void radius_handle_request(REQUEST *request, RAD_REQUEST_FUNP fun)
4106 {
4107         request->options = RAD_REQUEST_OPTION_DEBUG2;
4108
4109         if (request_pre_handler(request)) {
4110                 rad_assert(fun != NULL);
4111                 rad_assert(request != NULL);
4112
4113                 if (request->server) RDEBUG("server %s {",
4114                                             request->server != NULL ?
4115                                             request->server : "");
4116                 fun(request);
4117
4118                 if (request->server) RDEBUG("} # server %s",
4119                                              request->server != NULL ?
4120                                             request->server : "");
4121
4122                 request_post_handler(request);
4123         }
4124
4125         DEBUG2("Going to the next request");
4126         return;
4127 }