src/main/event.c

   1 /*
   2  * event.c      Server event handling
   3  *
   4  * Version:     $Id$
   5  *
   6  *   This program is free software; you can redistribute it and/or modify
   7  *   it under the terms of the GNU General Public License as published by
   8  *   the Free Software Foundation; either version 2 of the License, or
   9  *   (at your option) any later version.
  10  *
  11  *   This program is distributed in the hope that it will be useful,
  12  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  *   GNU General Public License for more details.
  15  *
  16  *   You should have received a copy of the GNU General Public License
  17  *   along with this program; if not, write to the Free Software
  18  *   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  19  *
  20  * Copyright 2007  The FreeRADIUS server project
  21  * Copyright 2007  Alan DeKok <aland@deployingradius.com>
  22  */
  23
  24 #include <freeradius-devel/ident.h>
  25 RCSID("$Id$")
  26
  27 #include <freeradius-devel/radiusd.h>
  28 #include <freeradius-devel/modules.h>
  29 #include <freeradius-devel/event.h>
  30 #include <freeradius-devel/detail.h>
  31
  32 #include <freeradius-devel/rad_assert.h>
  33
  34 #include <signal.h>
  35 #include <fcntl.h>
  36
  37 #ifdef HAVE_SYS_WAIT_H
  38 #       include <sys/wait.h>
  39 #endif
  40
  41 #define USEC (1000000)
  42
  43 extern pid_t radius_pid;
  44 extern int dont_fork;
  45 extern int check_config;
  46 extern void force_log_reopen(void);
  47 extern char *debug_condition;
  48
  49 /*
  50  *      Ridiculous amounts of local state.
  51  */
  52 static fr_event_list_t  *el = NULL;
  53 static fr_packet_list_t *pl = NULL;
  54 static int                      request_num_counter = 0;
  55 static struct timeval           now;
  56 time_t                          fr_start_time;
  57 static int                      have_children;
  58 static int                      just_started = TRUE;
  59
  60 #ifndef __MINGW32__
  61 #ifdef HAVE_PTHREAD_H
  62 #define WITH_SELF_PIPE (1)
  63 #endif
  64 #endif
  65
  66 #ifdef WITH_SELF_PIPE
  67 static int self_pipe[2];
  68 #endif
  69
  70 #ifdef HAVE_PTHREAD_H
  71 #ifdef WITH_PROXY
  72 static pthread_mutex_t  proxy_mutex;
  73 static rad_listen_t *proxy_listener_list = NULL;
  74 #endif
  75
  76 #define PTHREAD_MUTEX_LOCK if (have_children) pthread_mutex_lock
  77 #define PTHREAD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
  78
  79 static pthread_t NO_SUCH_CHILD_PID;
  80 #else
  81 /*
  82  *      This is easier than ifdef's throughout the code.
  83  */
  84 #define PTHREAD_MUTEX_LOCK(_x)
  85 #define PTHREAD_MUTEX_UNLOCK(_x)
  86 int thread_pool_addrequest(REQUEST *request, RAD_REQUEST_FUNP fun)
  87 {
  88         radius_handle_request(request, fun);
  89         return 1;
  90 }
  91 #endif
  92
  93 /*
  94  *      We need mutexes around the event FD list *only* in certain
  95  *      cases.
  96  */
  97 #if defined (HAVE_PTHREAD_H) && (defined(WITH_PROXY) || defined(WITH_TCP))
  98 static pthread_mutex_t  fd_mutex;
  99 #define FD_MUTEX_LOCK if (have_children) pthread_mutex_lock
 100 #define FD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
 101 #else
 102 /*
 103  *      This is easier than ifdef's throughout the code.
 104  */
 105 #define FD_MUTEX_LOCK(_x)
 106 #define FD_MUTEX_UNLOCK(_x)
 107 #endif
 108
 109
 110 #define INSERT_EVENT(_function, _ctx) if (!fr_event_insert(el, _function, _ctx, &((_ctx)->when), &((_ctx)->ev))) { _rad_panic(__FILE__, __LINE__, "Failed to insert event"); }
 111
 112 #ifdef WITH_PROXY
 113 static fr_packet_list_t *proxy_list = NULL;
 114 static void remove_from_proxy_hash(REQUEST *request);
 115
 116 static void check_for_zombie_home_server(REQUEST *request);
 117 #else
 118 #define remove_from_proxy_hash(foo)
 119 #endif
 120
 121 static void request_post_handler(REQUEST *request);
 122 static void wait_a_bit(void *ctx);
 123 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd, void *ctx);
 124 #ifdef WITH_DETAIL
 125 static void event_poll_detail(void *ctx);
 126 #endif
 127
 128 static void NEVER_RETURNS _rad_panic(const char *file, unsigned int line,
 129                                     const char *msg)
 130 {
 131         radlog(L_ERR, "[%s:%d] %s", file, line, msg);
 132         _exit(1);
 133 }
 134
 135 #define rad_panic(x) _rad_panic(__FILE__, __LINE__, x)
 136
 137
 138 static void tv_add(struct timeval *tv, int usec_delay)
 139 {
 140         if (usec_delay > USEC) {
 141                 tv->tv_sec += usec_delay / USEC;
 142                 usec_delay %= USEC;
 143         }
 144         tv->tv_usec += usec_delay;
 145
 146         if (tv->tv_usec > USEC) {
 147                 tv->tv_usec -= USEC;
 148                 tv->tv_sec++;
 149         }
 150 }
 151
 152 static void remove_from_request_hash(REQUEST *request)
 153 {
 154         if (!request->in_request_hash) return;
 155
 156         fr_packet_list_yank(pl, request->packet);
 157         request->in_request_hash = FALSE;
 158
 159         request_stats_final(request);
 160
 161 #ifdef WITH_TCP
 162         request->listener->count--;
 163 #endif
 164 }
 165
 166 #ifdef WITH_PROXY
 167 static REQUEST *lookup_in_proxy_hash(RADIUS_PACKET *reply)
 168 {
 169         RADIUS_PACKET **proxy_p;
 170         REQUEST *request;
 171
 172         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 173         proxy_p = fr_packet_list_find_byreply(proxy_list, reply);
 174
 175         if (!proxy_p) {
 176                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 177                 return NULL;
 178         }
 179
 180         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
 181
 182         if (!request) {
 183                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 184                 return NULL;
 185         }
 186
 187         request->num_proxied_responses++;
 188
 189         /*
 190          *      Catch the most common case of everything working
 191          *      correctly.
 192          */
 193         if (request->num_proxied_requests == request->num_proxied_responses) {
 194                 remove_from_proxy_hash(request);
 195         }
 196
 197         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 198
 199         return request;
 200 }
 201
 202
 203 static void remove_from_proxy_hash(REQUEST *request)
 204 {
 205         /*
 206          *      Check this without grabbing the mutex because it's a
 207          *      lot faster that way.
 208          */
 209         if (!request->in_proxy_hash) return;
 210
 211         /*
 212          *      The "not in hash" flag is definitive.  However, if the
 213          *      flag says that it IS in the hash, there might still be
 214          *      a race condition where it isn't.
 215          */
 216         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 217
 218         if (!request->in_proxy_hash) {
 219                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 220                 return;
 221         }
 222
 223         fr_packet_list_yank(proxy_list, request->proxy);
 224         fr_packet_list_id_free(proxy_list, request->proxy);
 225
 226         /*
 227          *      On the FIRST reply, decrement the count of outstanding
 228          *      requests.  Note that this is NOT the count of sent
 229          *      packets, but whether or not the home server has
 230          *      responded at all.
 231          */
 232         if (!request->proxy_reply &&
 233             request->home_server &&
 234             request->home_server->currently_outstanding) {
 235                 request->home_server->currently_outstanding--;
 236         }
 237
 238 #ifdef WITH_TCP
 239         request->proxy_listener->count--;
 240         request->proxy_listener = NULL;
 241 #endif
 242
 243         /*
 244          *      Got from YES in hash, to NO, not in hash while we hold
 245          *      the mutex.  This guarantees that when another thread
 246          *      grabs the mutex, the "not in hash" flag is correct.
 247          */
 248         request->in_proxy_hash = FALSE;
 249
 250         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 251 }
 252 #endif  /* WITH_PROXY */
 253
 254 static void ev_request_free(REQUEST **prequest)
 255 {
 256         REQUEST *request;
 257
 258         if (!prequest || !*prequest) return;
 259
 260         request = *prequest;
 261
 262 #ifdef WITH_COA
 263         if (request->coa) {
 264                 /*
 265                  *      Divorce the child from the parent first,
 266                  *      then clean up the child.
 267                  */
 268                 request->coa->parent = NULL;
 269                 ev_request_free(&request->coa);
 270         }
 271
 272         /*
 273          *      Divorce the parent from the child, and leave the
 274          *      parent still alive.
 275          */
 276         if (request->parent && (request->parent->coa == request)) {
 277                 request->parent->coa = NULL;
 278         }
 279 #endif
 280
 281         if (request->ev) fr_event_delete(el, &request->ev);
 282 #ifdef WITH_PROXY
 283         if (request->in_proxy_hash) remove_from_proxy_hash(request);
 284 #endif
 285         if (request->in_request_hash) remove_from_request_hash(request);
 286
 287         request_free(prequest);
 288 }
 289
 290 #ifdef WITH_TCP
 291 static int remove_all_requests(void *ctx, void *data)
 292 {
 293         rad_listen_t *this = ctx;
 294         RADIUS_PACKET **packet_p = data;
 295         REQUEST *request;
 296
 297         request = fr_packet2myptr(REQUEST, packet, packet_p);
 298         if (request->packet->sockfd != this->fd) return 0;
 299
 300         switch (request->child_state) {
 301         case REQUEST_RUNNING:
 302                 rad_assert(request->ev != NULL); /* or it's lost forever */
 303         case REQUEST_QUEUED:
 304                 request->master_state = REQUEST_STOP_PROCESSING;
 305                 return 0;
 306
 307                 /*
 308                  *      Waiting for a reply.  There's no point in
 309                  *      doing anything else.  We remove it from the
 310                  *      request hash so that we can close the upstream
 311                  *      socket.
 312                  */
 313         case REQUEST_PROXIED:
 314                 remove_from_request_hash(request);
 315                 request->child_state = REQUEST_DONE;
 316                 return 0;
 317
 318         case REQUEST_REJECT_DELAY:
 319         case REQUEST_CLEANUP_DELAY:
 320         case REQUEST_DONE:
 321                 ev_request_free(&request);
 322                 break;
 323         }
 324
 325         return 0;
 326 }
 327
 328 #ifdef WITH_PROXY
 329 static int remove_all_proxied_requests(void *ctx, void *data)
 330 {
 331         rad_listen_t *this = ctx;
 332         RADIUS_PACKET **proxy_p = data;
 333         REQUEST *request;
 334
 335         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
 336         if (request->proxy->sockfd != this->fd) return 0;
 337
 338         switch (request->child_state) {
 339         case REQUEST_RUNNING:
 340                 rad_assert(request->ev != NULL); /* or it's lost forever */
 341         case REQUEST_QUEUED:
 342                 request->master_state = REQUEST_STOP_PROCESSING;
 343                 return 0;
 344
 345                 /*
 346                  *      Eventually we will discover that there is no
 347                  *      response to the proxied request.
 348                  */
 349         case REQUEST_PROXIED:
 350                 break;
 351
 352                 /*
 353                  *      Keep it in the cache for duplicate detection.
 354                  */
 355         case REQUEST_REJECT_DELAY:
 356         case REQUEST_CLEANUP_DELAY:
 357         case REQUEST_DONE:
 358                 break;
 359         }
 360
 361         remove_from_proxy_hash(request);
 362         return 0;
 363 }
 364 #endif  /* WITH_PROXY */
 365 #endif  /* WITH_TCP */
 366
 367
 368 #ifdef WITH_PROXY
 369 static int proxy_id_alloc(REQUEST *request, RADIUS_PACKET *packet)
 370 {
 371         void *proxy_listener;
 372
 373         if (fr_packet_list_id_alloc(proxy_list, request->home_server->proto,
 374                                     packet, &proxy_listener)) {
 375                 request->proxy_listener = proxy_listener;
 376                 return 1;
 377         }
 378
 379         if (!proxy_new_listener(request->home_server, 0)) {
 380                 RDEBUG2("ERROR: Failed to create a new socket for proxying requests.");
 381                 return 0;
 382         }
 383
 384         if (!fr_packet_list_id_alloc(proxy_list, request->home_server->proto,
 385                                      packet, &proxy_listener)) {
 386                 RDEBUG2("ERROR: Failed allocating Id for new socket when proxying requests.");
 387                 return 0;
 388         }
 389
 390         request->proxy_listener = proxy_listener;
 391         return 1;
 392 }
 393
 394
 395 static int insert_into_proxy_hash(REQUEST *request, int retransmit)
 396 {
 397         char buf[128];
 398
 399         rad_assert(request->proxy != NULL);
 400         rad_assert(proxy_list != NULL);
 401
 402         PTHREAD_MUTEX_LOCK(&proxy_mutex);
 403
 404         if (!retransmit) {
 405                 if (!proxy_id_alloc(request, request->proxy)) {
 406                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 407                         return 0;
 408                 }
 409         } else {
 410                 RADIUS_PACKET packet;
 411
 412 #ifdef WITH_TCP
 413                 rad_assert(request->home_server->proto != IPPROTO_TCP);
 414 #endif
 415
 416                 packet = *request->proxy;
 417
 418                 if (!proxy_id_alloc(request, &packet)) {
 419                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 420                         return 0;
 421                 }
 422
 423                 /*
 424                  *      Yank the request, free the old Id, and
 425                  *      remember the new Id.
 426                  */
 427                 fr_packet_list_yank(proxy_list, request->proxy);
 428                 fr_packet_list_id_free(proxy_list, request->proxy);
 429                 *request->proxy = packet;
 430         }
 431
 432         if (!fr_packet_list_insert(proxy_list, &request->proxy)) {
 433                 fr_packet_list_id_free(proxy_list, request->proxy);
 434                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 435                 RDEBUG2("ERROR: Failed to insert entry into proxy list");
 436                 return 0;
 437         }
 438
 439         request->in_proxy_hash = TRUE;
 440
 441         /*
 442          *      Keep track of maximum outstanding requests to a
 443          *      particular home server.  'max_outstanding' is
 444          *      enforced in home_server_ldb(), in realms.c.
 445          */
 446         if (request->home_server) {
 447                 request->home_server->currently_outstanding++;
 448         }
 449
 450 #ifdef WITH_TCP
 451         request->proxy_listener->count++;
 452 #endif
 453
 454         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
 455
 456         RDEBUG3(" proxy: allocating destination %s port %d - Id %d",
 457                inet_ntop(request->proxy->dst_ipaddr.af,
 458                          &request->proxy->dst_ipaddr.ipaddr, buf, sizeof(buf)),
 459                request->proxy->dst_port,
 460                request->proxy->id);
 461
 462         return 1;
 463 }
 464
 465
 466 /*
 467  *      Called as BOTH an event, and in-line from other functions.
 468  */
 469 static void wait_for_proxy_id_to_expire(void *ctx)
 470 {
 471         REQUEST *request = ctx;
 472
 473         rad_assert(request->magic == REQUEST_MAGIC);
 474         rad_assert(request->proxy != NULL);
 475
 476         if (!fr_event_now(el, &now)) gettimeofday(&now, NULL);
 477         request->when = request->proxy_when;
 478
 479 #ifdef WITH_COA
 480         if (((request->proxy->code == PW_COA_REQUEST) ||
 481              (request->proxy->code == PW_DISCONNECT_REQUEST)) &&
 482             (request->packet->code != request->proxy->code)) {
 483                 request->when.tv_sec += request->home_server->coa_mrd;
 484         } else
 485 #endif
 486         request->when.tv_sec += request->home_server->response_window;
 487
 488         if ((request->num_proxied_requests == request->num_proxied_responses) ||
 489 #ifdef WITH_TCP
 490             (request->home_server->proto == IPPROTO_TCP) ||
 491 #endif
 492             timercmp(&now, &request->when, >)) {
 493                 if (request->packet) {
 494                         RDEBUG2("Cleaning up request %d ID %d with timestamp +%d",
 495                                request->number, request->packet->id,
 496                                (unsigned int) (request->timestamp - fr_start_time));
 497                 } else {
 498                         RDEBUG2("Cleaning up request %d with timestamp +%d",
 499                                request->number,
 500                                (unsigned int) (request->timestamp - fr_start_time));
 501                 }
 502
 503                 ev_request_free(&request);
 504                 return;
 505         }
 506
 507         INSERT_EVENT(wait_for_proxy_id_to_expire, request);
 508 }
 509 #endif
 510
 511 #ifdef HAVE_PTHREAD_H
 512 static void wait_for_child_to_die(void *ctx)
 513 {
 514         REQUEST *request = ctx;
 515
 516         rad_assert(request->magic == REQUEST_MAGIC);
 517
 518         if ((request->child_state == REQUEST_QUEUED) ||
 519             (request->child_state == REQUEST_RUNNING)) {
 520                 request->delay += (request->delay >> 1);
 521                 tv_add(&request->when, request->delay);
 522
 523                 RDEBUG2("Child is still stuck for request %d", request->number);
 524
 525                 INSERT_EVENT(wait_for_child_to_die, request);
 526                 return;
 527         }
 528
 529         RDEBUG2("Child is responsive for request %d", request->number);
 530         remove_from_request_hash(request);
 531
 532 #ifdef WITH_PROXY
 533         if (request->proxy) {
 534                 wait_for_proxy_id_to_expire(request);
 535                 return;
 536         }
 537 #endif
 538
 539         ev_request_free(&request);
 540 }
 541 #endif
 542
 543 static void cleanup_delay(void *ctx)
 544 {
 545         REQUEST *request = ctx;
 546
 547         rad_assert(request->magic == REQUEST_MAGIC);
 548         rad_assert((request->child_state == REQUEST_CLEANUP_DELAY) ||
 549                    (request->child_state == REQUEST_DONE));
 550
 551         remove_from_request_hash(request);
 552
 553 #ifdef WITH_PROXY
 554         if (request->proxy && request->in_proxy_hash) {
 555                 wait_for_proxy_id_to_expire(request);
 556                 return;
 557         }
 558 #endif
 559
 560         RDEBUG2("Cleaning up request %d ID %d with timestamp +%d",
 561                request->number, request->packet->id,
 562                (unsigned int) (request->timestamp - fr_start_time));
 563
 564         ev_request_free(&request);
 565 }
 566
 567
 568 /*
 569  *      In daemon mode, AND this request has debug flags set.
 570  */
 571 #define DEBUG_PACKET if (!debug_flag && request->options && request->radlog) debug_packet
 572
 573 static void debug_packet(REQUEST *request, RADIUS_PACKET *packet, int direction)
 574 {
 575         VALUE_PAIR *vp;
 576         char buffer[1024];
 577         const char *received, *from;
 578         const fr_ipaddr_t *ip;
 579         int port;
 580
 581         if (!packet) return;
 582
 583         rad_assert(request->radlog != NULL);
 584
 585         if (direction == 0) {
 586                 received = "Received";
 587                 from = "from";  /* what else? */
 588                 ip = &packet->src_ipaddr;
 589                 port = packet->src_port;
 590
 591         } else {
 592                 received = "Sending";
 593                 from = "to";    /* hah! */
 594                 ip = &packet->dst_ipaddr;
 595                 port = packet->dst_port;
 596         }
 597
 598         /*
 599          *      Client-specific debugging re-prints the input
 600          *      packet into the client log.
 601          *
 602          *      This really belongs in a utility library
 603          */
 604         if ((packet->code > 0) && (packet->code < FR_MAX_PACKET_CODE)) {
 605                 RDEBUG("%s %s packet %s host %s port %d, id=%d, length=%d",
 606                        received, fr_packet_codes[packet->code], from,
 607                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
 608                        port, packet->id, packet->data_len);
 609         } else {
 610                 RDEBUG("%s packet %s host %s port %d code=%d, id=%d, length=%d",
 611                        received, from,
 612                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
 613                        port,
 614                        packet->code, packet->id, packet->data_len);
 615         }
 616
 617         for (vp = packet->vps; vp != NULL; vp = vp->next) {
 618                 vp_prints(buffer, sizeof(buffer), vp);
 619                 request->radlog(L_DBG, 0, request, "\t%s", buffer);
 620         }
 621 }
 622
 623 static void reject_delay(void *ctx)
 624 {
 625         REQUEST *request = ctx;
 626
 627         rad_assert(request->magic == REQUEST_MAGIC);
 628         rad_assert(request->child_state == REQUEST_REJECT_DELAY);
 629
 630         RDEBUG2("Sending delayed reject for request %d", request->number);
 631
 632         DEBUG_PACKET(request, request->reply, 1);
 633
 634         request->listener->send(request->listener, request);
 635
 636         request->when.tv_sec += request->root->cleanup_delay;
 637         request->child_state = REQUEST_CLEANUP_DELAY;
 638
 639         INSERT_EVENT(cleanup_delay, request);
 640 }
 641
 642
 643 #ifdef WITH_PROXY
 644 void revive_home_server(void *ctx)
 645 {
 646         home_server *home = ctx;
 647         char buffer[128];
 648
 649 #ifdef WITH_TCP
 650         rad_assert(home->proto != IPPROTO_TCP);
 651 #endif
 652
 653         home->state = HOME_STATE_ALIVE;
 654         home->currently_outstanding = 0;
 655         home->revive_time = now;
 656
 657         /*
 658          *      Delete any outstanding events.
 659          */
 660         if (home->ev) fr_event_delete(el, &home->ev);
 661
 662         radlog(L_INFO, "PROXY: Marking home server %s port %d alive again... we have no idea if it really is alive or not.",
 663                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
 664                          buffer, sizeof(buffer)),
 665                home->port);
 666
 667 }
 668
 669
 670 static void no_response_to_ping(void *ctx)
 671 {
 672         REQUEST *request = ctx;
 673         home_server *home;
 674         char buffer[128];
 675
 676         rad_assert(request->home_server != NULL);
 677
 678         home = request->home_server;
 679 #ifdef WITH_TCP
 680         rad_assert(home->proto != IPPROTO_TCP);
 681 #endif
 682
 683         home->num_received_pings = 0;
 684
 685         RDEBUG2("No response to status check %d from home server %s port %d",
 686                request->number,
 687                inet_ntop(request->proxy->dst_ipaddr.af,
 688                          &request->proxy->dst_ipaddr.ipaddr,
 689                          buffer, sizeof(buffer)),
 690                request->proxy->dst_port);
 691
 692         check_for_zombie_home_server(request);
 693
 694         wait_for_proxy_id_to_expire(request);
 695 }
 696
 697
 698 static void received_response_to_ping(REQUEST *request)
 699 {
 700         home_server *home;
 701         char buffer[128];
 702
 703         rad_assert(request->home_server != NULL);
 704
 705         home = request->home_server;
 706 #ifdef WITH_TCP
 707         rad_assert(home->proto != IPPROTO_TCP);
 708 #endif
 709
 710         home->num_received_pings++;
 711
 712         RDEBUG2("Received response to status check %d (%d in current sequence)",
 713                request->number, home->num_received_pings);
 714
 715         /*
 716          *      Remove the request from any hashes
 717          */
 718         fr_event_delete(el, &request->ev);
 719         remove_from_proxy_hash(request);
 720         rad_assert(request->in_request_hash == FALSE);
 721
 722         /*
 723          *      The control socket may have marked the home server as
 724          *      alive.  OR, it may have suddenly started responding to
 725          *      requests again.  If so, don't re-do the "make alive"
 726          *      work.
 727          */
 728         if (home->state == HOME_STATE_ALIVE) return;
 729
 730         /*
 731          *      We haven't received enough ping responses to mark it
 732          *      "alive".  Wait a bit.
 733          */
 734         if (home->num_received_pings < home->num_pings_to_alive) {
 735                 return;
 736         }
 737
 738         home->state = HOME_STATE_ALIVE;
 739         home->currently_outstanding = 0;
 740         home->revive_time = now;
 741
 742         if (!fr_event_delete(el, &home->ev)) {
 743                 RDEBUG2("Hmm... no event for home server.  Oh well.");
 744         }
 745
 746         radlog(L_INFO, "PROXY: Marking home server %s port %d alive",
 747                inet_ntop(request->proxy->dst_ipaddr.af,
 748                          &request->proxy->dst_ipaddr.ipaddr,
 749                          buffer, sizeof(buffer)),
 750                request->proxy->dst_port);
 751 }
 752
 753
 754 /*
 755  *      Called from start of zombie period, OR after control socket
 756  *      marks the home server dead.
 757  */
 758 static void ping_home_server(void *ctx)
 759 {
 760         uint32_t jitter;
 761         home_server *home = ctx;
 762         REQUEST *request;
 763         VALUE_PAIR *vp;
 764
 765 #ifdef WITH_TCP
 766         rad_assert(home->proto != IPPROTO_TCP);
 767 #endif
 768
 769         if ((home->state == HOME_STATE_ALIVE) ||
 770             (home->ping_check == HOME_PING_CHECK_NONE) ||
 771             (home->ev != NULL)) {
 772                 return;
 773         }
 774
 775         request = request_alloc();
 776         request->number = request_num_counter++;
 777
 778         request->proxy = rad_alloc(1);
 779         rad_assert(request->proxy != NULL);
 780
 781         fr_event_now(el, &request->when);
 782         home->when = request->when;
 783
 784         if (home->ping_check == HOME_PING_CHECK_STATUS_SERVER) {
 785                 request->proxy->code = PW_STATUS_SERVER;
 786
 787                 radius_pairmake(request, &request->proxy->vps,
 788                                 "Message-Authenticator", "0x00", T_OP_SET);
 789
 790         } else if (home->type == HOME_TYPE_AUTH) {
 791                 request->proxy->code = PW_AUTHENTICATION_REQUEST;
 792
 793                 radius_pairmake(request, &request->proxy->vps,
 794                                 "User-Name", home->ping_user_name, T_OP_SET);
 795                 radius_pairmake(request, &request->proxy->vps,
 796                                 "User-Password", home->ping_user_password, T_OP_SET);
 797                 radius_pairmake(request, &request->proxy->vps,
 798                                 "Service-Type", "Authenticate-Only", T_OP_SET);
 799                 radius_pairmake(request, &request->proxy->vps,
 800                                 "Message-Authenticator", "0x00", T_OP_SET);
 801
 802         } else {
 803 #ifdef WITH_ACCOUNTING
 804                 request->proxy->code = PW_ACCOUNTING_REQUEST;
 805
 806                 radius_pairmake(request, &request->proxy->vps,
 807                                 "User-Name", home->ping_user_name, T_OP_SET);
 808                 radius_pairmake(request, &request->proxy->vps,
 809                                 "Acct-Status-Type", "Stop", T_OP_SET);
 810                 radius_pairmake(request, &request->proxy->vps,
 811                                 "Acct-Session-Id", "00000000", T_OP_SET);
 812                 vp = radius_pairmake(request, &request->proxy->vps,
 813                                      "Event-Timestamp", "0", T_OP_SET);
 814                 vp->vp_date = now.tv_sec;
 815 #else
 816                 rad_assert("Internal sanity check failed");
 817 #endif
 818         }
 819
 820         radius_pairmake(request, &request->proxy->vps,
 821                         "NAS-Identifier", "Status Check. Are you alive?",
 822                         T_OP_SET);
 823
 824         request->proxy->dst_ipaddr = home->ipaddr;
 825         request->proxy->dst_port = home->port;
 826         request->home_server = home;
 827
 828         rad_assert(request->proxy_listener == NULL);
 829
 830         if (!insert_into_proxy_hash(request, FALSE)) {
 831                 RDEBUG2("ERROR: Failed inserting status check %d into proxy hash.  Discarding it.",
 832                        request->number);
 833                 ev_request_free(&request);
 834                 return;
 835         }
 836         rad_assert(request->proxy_listener != NULL);
 837         request->proxy_listener->send(request->proxy_listener,
 838                                       request);
 839
 840         request->next_callback = NULL;
 841         request->child_state = REQUEST_PROXIED;
 842         request->when.tv_sec += home->ping_timeout;;
 843
 844         INSERT_EVENT(no_response_to_ping, request);
 845
 846         /*
 847          *      Add +/- 2s of jitter, as suggested in RFC 3539
 848          *      and in the Issues and Fixes draft.
 849          */
 850         home->when.tv_sec += home->ping_interval - 2;
 851
 852         jitter = fr_rand();
 853         jitter ^= (jitter >> 10);
 854         jitter &= ((1 << 23) - 1); /* 22 bits of 1 */
 855
 856         tv_add(&home->when, jitter);
 857
 858         INSERT_EVENT(ping_home_server, home);
 859 }
 860
 861
 862 void mark_home_server_dead(home_server *home, struct timeval *when)
 863 {
 864         int previous_state = home->state;
 865         char buffer[128];
 866
 867         radlog(L_INFO, "PROXY: Marking home server %s port %d as dead.",
 868                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
 869                          buffer, sizeof(buffer)),
 870                home->port);
 871
 872         home->state = HOME_STATE_IS_DEAD;
 873         home->num_received_pings = 0;
 874
 875         if (home->ping_check != HOME_PING_CHECK_NONE) {
 876                 /*
 877                  *      If the control socket marks us dead, start
 878                  *      pinging.  Otherwise, we already started
 879                  *      pinging when it was marked "zombie".
 880                  */
 881                 if (previous_state == HOME_STATE_ALIVE) {
 882                         ping_home_server(home);
 883                 }
 884
 885         } else {
 886                 /*
 887                  *      Revive it after a fixed period of time.  This
 888                  *      is very, very, bad.
 889                  */
 890                 home->when = *when;
 891                 home->when.tv_sec += home->revive_interval;
 892
 893                 INSERT_EVENT(revive_home_server, home);
 894         }
 895 }
 896
 897 static void check_for_zombie_home_server(REQUEST *request)
 898 {
 899         home_server *home;
 900         struct timeval when;
 901
 902         home = request->home_server;
 903
 904         if (home->state != HOME_STATE_ZOMBIE) return;
 905
 906         when = home->zombie_period_start;
 907         when.tv_sec += home->zombie_period;
 908
 909         fr_event_now(el, &now);
 910         if (timercmp(&now, &when, <)) {
 911                 return;
 912         }
 913
 914         mark_home_server_dead(home, &request->when);
 915 }
 916
 917 static int proxy_to_virtual_server(REQUEST *request);
 918
 919 static int virtual_server_handler(UNUSED REQUEST *request)
 920 {
 921         proxy_to_virtual_server(request);
 922         return 0;
 923 }
 924
 925 static void proxy_fallback_handler(REQUEST *request)
 926 {
 927         /*
 928          *      A proper time is required for wait_a_bit.
 929          */
 930         request->delay = USEC / 10;
 931         gettimeofday(&now, NULL);
 932         request->next_when = now;
 933         tv_add(&request->next_when, request->delay);
 934         request->next_callback = wait_a_bit;
 935
 936         /*
 937          *      Re-queue the request.
 938          */
 939         request->child_state = REQUEST_QUEUED;
 940
 941         rad_assert(request->proxy != NULL);
 942         if (!thread_pool_addrequest(request, virtual_server_handler)) {
 943                 request->child_state = REQUEST_DONE;
 944         }
 945
 946 #ifdef HAVE_PTHREAD_H
 947         /*
 948          *      MAY free the request if we're over max_request_time,
 949          *      AND we're not in threaded mode!
 950          *
 951          *      Note that we call this ONLY if we're threaded, as
 952          *      if we're NOT threaded, request_post_handler() calls
 953          *      wait_a_bit(), which means that "request" may not
 954          *      exist any more...
 955          */
 956         if (have_children) wait_a_bit(request);
 957 #endif
 958 }
 959
 960
 961 static int setup_post_proxy_fail(REQUEST *request)
 962 {
 963         DICT_VALUE *dval = NULL;
 964         VALUE_PAIR *vp;
 965
 966         request->child_state = REQUEST_RUNNING;
 967
 968         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
 969                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Authentication");
 970
 971         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
 972                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Accounting");
 973
 974 #ifdef WITH_COA
 975                 /*
 976                  *      See no_response_to_coa_request
 977                  */
 978         } else if (((request->packet->code >> 8) & 0xff) == PW_COA_REQUEST) {
 979                 request->packet->code &= 0xff; /* restore it */
 980
 981                 if (request->proxy->code == PW_COA_REQUEST) {
 982                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-CoA");
 983
 984                 } else if (request->proxy->code == PW_DISCONNECT_REQUEST) {
 985                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Disconnect");
 986                 } else {
 987                         return 0;
 988                 }
 989
 990 #endif
 991         } else {
 992                 return 0;
 993         }
 994
 995         if (!dval) dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail");
 996
 997         if (!dval) {
 998                 pairdelete(&request->config_items, PW_POST_PROXY_TYPE);
 999                 return 0;
1000         }
1001
1002         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
1003         if (!vp) vp = radius_paircreate(request, &request->config_items,
1004                                         PW_POST_PROXY_TYPE, PW_TYPE_INTEGER);
1005         vp->vp_integer = dval->value;
1006
1007         rad_assert(request->proxy_reply == NULL);
1008
1009         return 1;
1010 }
1011
1012
1013 static int null_handler(UNUSED REQUEST *request)
1014 {
1015         return 0;
1016 }
1017
1018 static void post_proxy_fail_handler(REQUEST *request)
1019 {
1020         /*
1021          *      A proper time is required for wait_a_bit.
1022          */
1023         request->delay = USEC / 10;
1024         gettimeofday(&now, NULL);
1025
1026         /*
1027          *      Not set up to run Post-Proxy-Type = Fail.
1028          *
1029          *      Mark the request as still running, and figure out what
1030          *      to do next.
1031          */
1032         if (!setup_post_proxy_fail(request)) {
1033                 request_post_handler(request);
1034
1035         } else {
1036                 /*
1037                  *      Re-queue the request.
1038                  */
1039                 request->child_state = REQUEST_QUEUED;
1040
1041                 /*
1042                  *      There is a post-proxy-type of fail.  We run
1043                  *      the request through the pre/post proxy
1044                  *      handlers, just like it was a real proxied
1045                  *      request.  However, we set the per-request
1046                  *      handler to NULL, as we don't want to do
1047                  *      anything else.
1048                  *
1049                  *      Note that when we're not threaded, this will
1050                  *      process the request even if it's greater than
1051                  *      max_request_time.  That's not fatal.
1052                  */
1053                 request->priority = 0;
1054                 rad_assert(request->proxy != NULL);
1055                 thread_pool_addrequest(request, null_handler);
1056         }
1057
1058         /*
1059          *      MAY free the request if we're over max_request_time,
1060          *      AND we're not in threaded mode!
1061          *
1062          *      Note that we call this ONLY if we're threaded, as
1063          *      if we're NOT threaded, request_post_handler() calls
1064          *      wait_a_bit(), which means that "request" may not
1065          *      exist any more...
1066          */
1067         if (have_children) wait_a_bit(request);
1068 }
1069
1070 /* maybe check this against wait_for_proxy_id_to_expire? */
1071 static void no_response_to_proxied_request(void *ctx)
1072 {
1073         REQUEST *request = ctx;
1074         home_server *home;
1075         char buffer[128];
1076
1077         rad_assert(request->magic == REQUEST_MAGIC);
1078
1079         if (request->master_state == REQUEST_STOP_PROCESSING) {
1080                 ev_request_free(&request);
1081                 return;
1082         }
1083
1084         rad_assert(request->child_state == REQUEST_PROXIED);
1085
1086         /*
1087          *      If we've failed over to an internal home server,
1088          *      replace the callback with the correct one.  This
1089          *      is due to locking issues with child threads...
1090          */
1091         if (request->home_server->server) {
1092                 wait_a_bit(request);
1093                 return;
1094         }
1095
1096 #ifdef WITH_TCP
1097         if (request->home_server->proto != IPPROTO_TCP)
1098 #endif
1099                 check_for_zombie_home_server(request);
1100
1101         home = request->home_server;
1102
1103         /*
1104          *      The default as of 2.1.7 is to allow requests to
1105          *      fail-over to a backup home server when this one does
1106          *      not respond.  The old behavior can be configured as
1107          *      well.
1108          */
1109         if (home->no_response_fail) {
1110                 radlog(L_ERR, "Rejecting request %d (proxy Id %d) due to lack of any response from home server %s port %d",
1111                        request->number, request->proxy->id,
1112                        inet_ntop(request->proxy->dst_ipaddr.af,
1113                                  &request->proxy->dst_ipaddr.ipaddr,
1114                                  buffer, sizeof(buffer)),
1115                        request->proxy->dst_port);
1116
1117                 post_proxy_fail_handler(request);
1118         }
1119
1120         /*
1121          *      Don't touch request due to race conditions
1122          */
1123
1124 #ifdef WITH_TCP
1125         /*
1126          *      Do nothing more.  The home server didn't respond,
1127          *      but that isn't a catastrophic failure.  Some home
1128          *      servers don't respond to packets...
1129          */
1130         if (home->proto == IPPROTO_TCP) {
1131                 /*
1132                  *      FIXME: Set up TCP pinging on this connection.
1133                  *
1134                  *      Maybe the CONNECTION is dead, but the home
1135                  *      server is alive.  In that case, we need to start
1136                  *      pinging on the connection.
1137                  *
1138                  *      This means doing the pinging BEFORE the
1139                  *      post_proxy_fail_handler above, as it may do
1140                  *      something with the request, and cause the
1141                  *      proxy listener to go away!
1142                  */
1143                 return;
1144         }
1145 #endif
1146
1147         if (home->state == HOME_STATE_IS_DEAD) {
1148                 rad_assert(home->ev != NULL); /* or it will never wake up */
1149                 return;
1150         }
1151
1152         /*
1153          *      Enable the zombie period when we notice that the home
1154          *      server hasn't responded.  We do NOT back-date the start
1155          *      of the zombie period.
1156          */
1157         if (home->state == HOME_STATE_ALIVE) {
1158                 home->state = HOME_STATE_ZOMBIE;
1159                 home->zombie_period_start = now;
1160
1161                 radlog(L_ERR, "PROXY: Marking home server %s port %d as zombie (it looks like it is dead).",
1162                        inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
1163                                  buffer, sizeof(buffer)),
1164                        home->port);
1165
1166                 /*
1167                  *      Start pinging the home server.
1168                  */
1169                 ping_home_server(home);
1170         }
1171 }
1172 #endif
1173
1174 static void wait_a_bit(void *ctx)
1175 {
1176         struct timeval when;
1177         REQUEST *request = ctx;
1178         fr_event_callback_t callback = NULL;
1179
1180         rad_assert(request->magic == REQUEST_MAGIC);
1181
1182         /*
1183          *      The socket was closed.  Tell the request that
1184          *      there is no point in continuing.
1185          */
1186         if (request->listener->status != RAD_LISTEN_STATUS_KNOWN) {
1187                 goto stop_processing;
1188         }
1189
1190 #ifdef WITH_COA
1191         /*
1192          *      The CoA request is a new (internally generated)
1193          *      request, created in a child thread.  We therefore need
1194          *      some way to tie its events back into the main event
1195          *      handler.
1196          */
1197         if (request->coa && !request->coa->proxy_reply &&
1198             request->coa->next_callback) {
1199                 request->coa->when = request->coa->next_when;
1200                 INSERT_EVENT(request->coa->next_callback, request->coa);
1201                 request->coa->next_callback = NULL;
1202                 request->coa->parent = NULL;
1203                 request->coa = NULL;
1204         }
1205 #endif
1206
1207         switch (request->child_state) {
1208         case REQUEST_QUEUED:
1209         case REQUEST_RUNNING:
1210                 when = request->received;
1211                 when.tv_sec += request->root->max_request_time;
1212
1213                 /*
1214                  *      Normally called from the event loop with the
1215                  *      proper event loop time.  Otherwise, called from
1216                  *      post proxy fail handler, which sets "now", and
1217                  *      this call won't re-set it, because we're not
1218                  *      in the event loop.
1219                  */
1220                 fr_event_now(el, &now);
1221
1222                 /*
1223                  *      Request still has more time.  Continue
1224                  *      waiting.
1225                  */
1226                 if (timercmp(&now, &when, <) ||
1227                     ((request->listener->type == RAD_LISTEN_DETAIL) &&
1228                      (request->child_state == REQUEST_QUEUED))) {
1229                         if (request->delay < (USEC / 10)) {
1230                                 request->delay = USEC / 10;
1231                         }
1232                         request->delay += request->delay >> 1;
1233
1234 #ifdef WITH_DETAIL
1235                         /*
1236                          *      Cap wait at some sane value for detail
1237                          *      files.
1238                          */
1239                         if ((request->listener->type == RAD_LISTEN_DETAIL) &&
1240                             (request->delay > (request->root->max_request_time * USEC))) {
1241                                 request->delay = request->root->max_request_time * USEC;
1242                         }
1243 #endif
1244
1245                         request->when = now;
1246                         tv_add(&request->when, request->delay);
1247                         callback = wait_a_bit;
1248                         break;
1249                 }
1250
1251 #if defined(HAVE_PTHREAD_H) || defined(WITH_PROXY)
1252                 /*
1253                  *      A child thread MAY still be running on the
1254                  *      request.  Ask the thread to stop working on
1255                  *      the request.
1256                  */
1257                 if (have_children) {
1258                         /* FIXME: kill unresponsive children? */
1259
1260                         /*
1261                          *      Print this error message ONLY if
1262                          *      there's a child currently processing
1263                          *      the request.  As we don't have thread
1264                          *      locks here, there may be race
1265                          *      conditions on this check.  But it's
1266                          *      just an error message, so that's OK.
1267                          */
1268                         if (!pthread_equal(request->child_pid, NO_SUCH_CHILD_PID)) {
1269                                 radlog(L_ERR, "WARNING: Unresponsive child for request %d, in module %s component %s",
1270                                        request->number,
1271                                        request->module ? request->module : "<server core>",
1272                                        request->component ? request->component : "<server core>");
1273                         }
1274
1275                 stop_processing:
1276                         request->master_state = REQUEST_STOP_PROCESSING;
1277
1278                         request->delay = USEC / 4;
1279                         tv_add(&request->when, request->delay);
1280                         callback = wait_for_child_to_die;
1281                         break;
1282                 }
1283 #else  /* no child threads */
1284         stop_processing:
1285 #endif
1286
1287                 /*
1288                  *      Else there are no child threads.  We probably
1289                  *      should have just marked the request as 'done'
1290                  *      elsewhere, like in the post-proxy-fail
1291                  *      handler.  But doing that would involve
1292                  *      checking for max_request_time in multiple
1293                  *      places, so this may be simplest.
1294                  */
1295                 request->child_state = REQUEST_DONE;
1296                 /* FALL-THROUGH */
1297
1298                 /*
1299                  *      Mark the request as no longer running,
1300                  *      and clean it up.
1301                  */
1302         case REQUEST_DONE:
1303 #ifdef HAVE_PTHREAD_H
1304                 request->child_pid = NO_SUCH_CHILD_PID;
1305 #endif
1306
1307 #ifdef WTH_COA
1308                 /*
1309                  *      This is a CoA request.  It's been divorced
1310                  *      from everything else, so we clean it up now.
1311                  */
1312                 if (!request->in_request_hash &&
1313                     request->proxy &&
1314                     (request->packet->code != request->proxy->code) &&
1315                     ((request->proxy->code == PW_COA_REQUEST) ||
1316                      (request->proxy->code == PW_DISCONNECT_REQUEST))) {
1317                         /*
1318                          *      FIXME: Do CoA MIBs
1319                          */
1320                         ev_request_free(&request);
1321                         return;
1322                 }
1323 #endif
1324                 request_stats_final(request);
1325                 cleanup_delay(request);
1326                 return;
1327
1328         case REQUEST_REJECT_DELAY:
1329         case REQUEST_CLEANUP_DELAY:
1330 #ifdef HAVE_PTHREAD_H
1331                 request->child_pid = NO_SUCH_CHILD_PID;
1332 #endif
1333                 request_stats_final(request);
1334
1335         case REQUEST_PROXIED:
1336                 rad_assert(request->next_callback != NULL);
1337                 rad_assert(request->next_callback != wait_a_bit);
1338
1339                 request->when = request->next_when;
1340                 callback = request->next_callback;
1341                 request->next_callback = NULL;
1342                 break;
1343
1344         default:
1345                 rad_panic("Internal sanity check failure");
1346                 return;
1347         }
1348
1349         /*
1350          *      Something major went wrong.  Discard the request, and
1351          *      keep running.
1352          *
1353          *      FIXME: No idea why this happens or how to fix it...
1354          *      It seems to happen *only* when requests are proxied,
1355          *      and where the home server doesn't respond.  So it looks
1356          *      like a race condition above, but it happens in debug
1357          *      mode, with no threads...
1358          */
1359         if (!callback) {
1360                 RDEBUG("WARNING: Internal sanity check failed in event handler for request %d: Discarding the request!", request->number);
1361                 ev_request_free(&request);
1362                 return;
1363         }
1364
1365         INSERT_EVENT(callback, request);
1366 }
1367
1368 #ifdef WITH_COA
1369 static void no_response_to_coa_request(void *ctx)
1370 {
1371         REQUEST *request = ctx;
1372         char buffer[128];
1373
1374         rad_assert(request->magic == REQUEST_MAGIC);
1375         rad_assert(request->child_state == REQUEST_PROXIED);
1376         rad_assert(request->home_server != NULL);
1377         rad_assert(!request->in_request_hash);
1378
1379         radlog(L_ERR, "No response to CoA request sent to %s",
1380                inet_ntop(request->proxy->dst_ipaddr.af,
1381                          &request->proxy->dst_ipaddr.ipaddr,
1382                          buffer, sizeof(buffer)));
1383
1384         /*
1385          *      Hack.
1386          */
1387         request->packet->code |= (PW_COA_REQUEST << 8);
1388         post_proxy_fail_handler(request);
1389 }
1390
1391
1392 static int update_event_timestamp(RADIUS_PACKET *packet, time_t when)
1393 {
1394         VALUE_PAIR *vp;
1395
1396         vp = pairfind(packet->vps, PW_EVENT_TIMESTAMP);
1397         if (!vp) return 0;
1398
1399         vp->vp_date = when;
1400
1401         if (packet->data) {
1402                 free(packet->data);
1403                 packet->data = NULL;
1404                 packet->data_len = 0;
1405         }
1406
1407         return 1;               /* time stamp updated */
1408 }
1409
1410
1411 /*
1412  *      Called when we haven't received a response to a CoA request.
1413  */
1414 static void retransmit_coa_request(void *ctx)
1415 {
1416         int delay, frac;
1417         struct timeval mrd;
1418         REQUEST *request = ctx;
1419
1420         rad_assert(request->magic == REQUEST_MAGIC);
1421         rad_assert(request->child_state == REQUEST_PROXIED);
1422         rad_assert(request->home_server != NULL);
1423         rad_assert(!request->in_request_hash);
1424         rad_assert(request->parent == NULL);
1425
1426         fr_event_now(el, &now);
1427
1428         /*
1429          *      Cap count at MRC, if it is non-zero.
1430          */
1431         if (request->home_server->coa_mrc &&
1432             (request->num_coa_requests >= request->home_server->coa_mrc)) {
1433                 no_response_to_coa_request(request);
1434                 return;
1435         }
1436
1437         /*
1438          *      RFC 5080 Section 2.2.1
1439          *
1440          *      RT = 2*RTprev + RAND*RTprev
1441          *         = 1.9 * RTprev + rand(0,.2) * RTprev
1442          *         = 1.9 * RTprev + rand(0,1) * (RTprev / 5)
1443          */
1444         delay = fr_rand();
1445         delay ^= (delay >> 16);
1446         delay &= 0xffff;
1447         frac = request->delay / 5;
1448         delay = ((frac >> 16) * delay) + (((frac & 0xffff) * delay) >> 16);
1449
1450         delay += (2 * request->delay) - (request->delay / 10);
1451
1452         /*
1453          *      Cap delay at MRT, if MRT is non-zero.
1454          */
1455         if (request->home_server->coa_mrt &&
1456             (delay > (request->home_server->coa_mrt * USEC))) {
1457                 int mrt_usec = request->home_server->coa_mrt * USEC;
1458
1459                 /*
1460                  *      delay = MRT + RAND * MRT
1461                  *            = 0.9 MRT + rand(0,.2)  * MRT
1462                  */
1463                 delay = fr_rand();
1464                 delay ^= (delay >> 15);
1465                 delay &= 0x1ffff;
1466                 delay = ((mrt_usec >> 16) * delay) + (((mrt_usec & 0xffff) * delay) >> 16);
1467                 delay += mrt_usec - (mrt_usec / 10);
1468         }
1469
1470         request->delay = delay;
1471         request->when = now;
1472         tv_add(&request->when, request->delay);
1473         mrd = request->proxy_when;
1474         mrd.tv_sec += request->home_server->coa_mrd;
1475
1476         /*
1477          *      Cap duration at MRD.
1478          */
1479         if (timercmp(&mrd, &request->when, <)) {
1480                 request->when = mrd;
1481                 INSERT_EVENT(no_response_to_coa_request, request);
1482
1483         } else {
1484                 INSERT_EVENT(retransmit_coa_request, request);
1485         }
1486
1487         if (update_event_timestamp(request->proxy, now.tv_sec)) {
1488                 if (!insert_into_proxy_hash(request, TRUE)) {
1489                         DEBUG("ERROR: Failed re-inserting CoA request into proxy hash.");
1490                         return;
1491                 }
1492
1493                 request->num_proxied_requests = 0;
1494                 request->num_proxied_responses = 0;
1495         }
1496
1497         request->num_proxied_requests++;
1498         request->num_coa_requests++; /* is NOT reset by code 3 lines above! */
1499
1500         request->proxy_listener->send(request->proxy_listener,
1501                                       request);
1502 }
1503
1504
1505 /*
1506  *      The original request is either DONE, or in CLEANUP_DELAY.
1507  */
1508 static int originated_coa_request(REQUEST *request)
1509 {
1510         int delay, rcode, pre_proxy_type = 0;
1511         VALUE_PAIR *vp;
1512         REQUEST *coa;
1513         fr_ipaddr_t ipaddr;
1514         char buffer[256];
1515
1516         rad_assert(request->proxy == NULL);
1517         rad_assert(!request->in_proxy_hash);
1518         rad_assert(request->proxy_reply == NULL);
1519
1520         vp = pairfind(request->config_items, PW_SEND_COA_REQUEST);
1521         if (!vp && request->coa) vp = pairfind(request->coa->proxy->vps, PW_SEND_COA_REQUEST);
1522         if (vp) {
1523                 if (vp->vp_integer == 0) {
1524                         ev_request_free(&request->coa);
1525                         return 1;       /* success */
1526                 }
1527
1528                 if (!request->coa) request_alloc_coa(request);
1529                 if (!request->coa) return 0;
1530         }
1531
1532         coa = request->coa;
1533
1534         /*
1535          *      src_ipaddr will be set up in proxy_encode.
1536          */
1537         memset(&ipaddr, 0, sizeof(ipaddr));
1538         vp = pairfind(coa->proxy->vps, PW_PACKET_DST_IP_ADDRESS);
1539         if (vp) {
1540                 ipaddr.af = AF_INET;
1541                 ipaddr.ipaddr.ip4addr.s_addr = vp->vp_ipaddr;
1542
1543         } else if ((vp = pairfind(coa->proxy->vps,
1544                                   PW_PACKET_DST_IPV6_ADDRESS)) != NULL) {
1545                 ipaddr.af = AF_INET6;
1546                 ipaddr.ipaddr.ip6addr = vp->vp_ipv6addr;
1547
1548         } else if ((vp = pairfind(coa->proxy->vps,
1549                                   PW_HOME_SERVER_POOL)) != NULL) {
1550                 coa->home_pool = home_pool_byname(vp->vp_strvalue,
1551                                                   HOME_TYPE_COA);
1552                 if (!coa->home_pool) {
1553                         RDEBUG2("WARNING: No such home_server_pool %s",
1554                                vp->vp_strvalue);
1555         fail:
1556                         ev_request_free(&request->coa);
1557                         return 0;
1558                 }
1559
1560                 /*
1561                  *      Prefer
1562                  */
1563         } else if (request->client->coa_pool) {
1564                 coa->home_pool = request->client->coa_pool;
1565
1566         } else if (request->client->coa_server) {
1567                 coa->home_server = request->client->coa_server;
1568
1569         } else {
1570                 /*
1571                  *      If all else fails, send it to the client that
1572                  *      originated this request.
1573                  */
1574                 memcpy(&ipaddr, &request->packet->src_ipaddr, sizeof(ipaddr));
1575         }
1576
1577         /*
1578          *      Use the pool, if it exists.
1579          */
1580         if (coa->home_pool) {
1581                 coa->home_server = home_server_ldb(NULL, coa->home_pool, coa);
1582                 if (!coa->home_server) {
1583                         RDEBUG("WARNING: No live home server for home_server_pool %s", vp->vp_strvalue);
1584                         goto fail;
1585                 }
1586
1587         } else if (!coa->home_server) {
1588                 int port = PW_COA_UDP_PORT;
1589
1590                 vp = pairfind(coa->proxy->vps, PW_PACKET_DST_PORT);
1591                 if (vp) port = vp->vp_integer;
1592
1593                 coa->home_server = home_server_find(&ipaddr, port);
1594                 if (!coa->home_server) {
1595                         RDEBUG2("WARNING: Unknown destination %s:%d for CoA request.",
1596                                inet_ntop(ipaddr.af, &ipaddr.ipaddr,
1597                                          buffer, sizeof(buffer)), port);
1598                         goto fail;
1599                 }
1600         }
1601
1602         vp = pairfind(coa->proxy->vps, PW_PACKET_TYPE);
1603         if (vp) {
1604                 switch (vp->vp_integer) {
1605                 case PW_COA_REQUEST:
1606                 case PW_DISCONNECT_REQUEST:
1607                         coa->proxy->code = vp->vp_integer;
1608                         break;
1609
1610                 default:
1611                         DEBUG("Cannot set CoA Packet-Type to code %d",
1612                               vp->vp_integer);
1613                         goto fail;
1614                 }
1615         }
1616
1617         if (!coa->proxy->code) coa->proxy->code = PW_COA_REQUEST;
1618
1619         /*
1620          *      The rest of the server code assumes that
1621          *      request->packet && request->reply exist.  Copy them
1622          *      from the original request.
1623          */
1624         rad_assert(coa->packet != NULL);
1625         rad_assert(coa->packet->vps == NULL);
1626         memcpy(coa->packet, request->packet, sizeof(*request->packet));
1627         coa->packet->vps = paircopy(request->packet->vps);
1628         coa->packet->data = NULL;
1629         rad_assert(coa->reply != NULL);
1630         rad_assert(coa->reply->vps == NULL);
1631         memcpy(coa->reply, request->reply, sizeof(*request->reply));
1632         coa->reply->vps = paircopy(request->reply->vps);
1633         coa->reply->data = NULL;
1634         coa->config_items = paircopy(request->config_items);
1635
1636         /*
1637          *      Call the pre-proxy routines.
1638          */
1639         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
1640         if (vp) {
1641                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
1642                 pre_proxy_type = vp->vp_integer;
1643         }
1644
1645         if (coa->home_pool && coa->home_pool->virtual_server) {
1646                 const char *old_server = coa->server;
1647
1648                 coa->server = coa->home_pool->virtual_server;
1649                 RDEBUG2(" server %s {", coa->server);
1650                 rcode = module_pre_proxy(pre_proxy_type, coa);
1651                 RDEBUG2(" }");
1652                 coa->server = old_server;
1653         } else {
1654                 rcode = module_pre_proxy(pre_proxy_type, coa);
1655         }
1656         switch (rcode) {
1657         default:
1658                 goto fail;
1659
1660         /*
1661          *      Only send the CoA packet if the pre-proxy code succeeded.
1662          */
1663         case RLM_MODULE_NOOP:
1664         case RLM_MODULE_OK:
1665         case RLM_MODULE_UPDATED:
1666                 break;
1667         }
1668
1669         /*
1670          *      Source IP / port is set when the proxy socket
1671          *      is chosen.
1672          */
1673         coa->proxy->dst_ipaddr = coa->home_server->ipaddr;
1674         coa->proxy->dst_port = coa->home_server->port;
1675
1676         if (!insert_into_proxy_hash(coa, FALSE)) {
1677                 DEBUG("ERROR: Failed inserting CoA request into proxy hash.");
1678                 goto fail;
1679         }
1680
1681         /*
1682          *      We CANNOT divorce the CoA request from the parent
1683          *      request.  This function is running in a child thread,
1684          *      and we need access to the main event loop in order to
1685          *      to add the timers for the CoA packet.  See
1686          *      wait_a_bit().
1687          */
1688
1689         /*
1690          *      Forget about the original request completely at this
1691          *      point.
1692          */
1693         request = coa;
1694
1695         gettimeofday(&request->proxy_when, NULL);
1696         request->received = request->next_when = request->proxy_when;
1697         rad_assert(request->proxy_reply == NULL);
1698
1699         /*
1700          *      Implement re-transmit algorithm as per RFC 5080
1701          *      Section 2.2.1.
1702          *
1703          *      We want IRT + RAND*IRT
1704          *      or 0.9 IRT + rand(0,.2) IRT
1705          *
1706          *      2^20 ~ USEC, and we want 2.
1707          *      rand(0,0.2) USEC ~ (rand(0,2^21) / 10)
1708          */
1709         delay = (fr_rand() & ((1 << 22) - 1)) / 10;
1710         request->delay = delay * request->home_server->coa_irt;
1711         delay = request->home_server->coa_irt * USEC;
1712         delay -= delay / 10;
1713         delay += request->delay;
1714
1715         request->delay = delay;
1716         tv_add(&request->next_when, delay);
1717         request->next_callback = retransmit_coa_request;
1718
1719         /*
1720          *      Note that we set proxied BEFORE sending the packet.
1721          *
1722          *      Once we send it, the request is tainted, as
1723          *      another thread may have picked it up.  Don't
1724          *      touch it!
1725          */
1726         request->num_proxied_requests = 1;
1727         request->num_proxied_responses = 0;
1728         request->child_pid = NO_SUCH_CHILD_PID;
1729
1730         update_event_timestamp(request->proxy, request->proxy_when.tv_sec);
1731
1732         request->child_state = REQUEST_PROXIED;
1733
1734         DEBUG_PACKET(request, request->proxy, 1);
1735
1736         request->proxy_listener->send(request->proxy_listener,
1737                                       request);
1738         return 1;
1739 }
1740 #endif  /* WITH_COA */
1741
1742 #ifdef WITH_PROXY
1743 static int process_proxy_reply(REQUEST *request)
1744 {
1745         int rcode;
1746         int post_proxy_type = 0;
1747         VALUE_PAIR *vp;
1748
1749         /*
1750          *      Delete any reply we had accumulated until now.
1751          */
1752         pairfree(&request->reply->vps);
1753
1754         /*
1755          *      Run the packet through the post-proxy stage,
1756          *      BEFORE playing games with the attributes.
1757          */
1758         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
1759         if (vp) {
1760                 RDEBUG2("  Found Post-Proxy-Type %s", vp->vp_strvalue);
1761                 post_proxy_type = vp->vp_integer;
1762         }
1763
1764         if (request->home_pool && request->home_pool->virtual_server) {
1765                 const char *old_server = request->server;
1766
1767                 request->server = request->home_pool->virtual_server;
1768                 RDEBUG2(" server %s {", request->server);
1769                 rcode = module_post_proxy(post_proxy_type, request);
1770                 RDEBUG2(" }");
1771                 request->server = old_server;
1772         } else {
1773                 rcode = module_post_proxy(post_proxy_type, request);
1774         }
1775
1776 #ifdef WITH_COA
1777         if (request->packet->code == request->proxy->code)
1778           /*
1779            *    Don't run the next bit if we originated a CoA
1780            *    packet, after receiving an Access-Request or
1781            *    Accounting-Request.
1782            */
1783 #endif
1784
1785         /*
1786          *      There may NOT be a proxy reply, as we may be
1787          *      running Post-Proxy-Type = Fail.
1788          */
1789         if (request->proxy_reply) {
1790                 /*
1791                  *      Delete the Proxy-State Attributes from
1792                  *      the reply.  These include Proxy-State
1793                  *      attributes from us and remote server.
1794                  */
1795                 pairdelete(&request->proxy_reply->vps, PW_PROXY_STATE);
1796
1797                 /*
1798                  *      Add the attributes left in the proxy
1799                  *      reply to the reply list.
1800                  */
1801                 pairadd(&request->reply->vps, request->proxy_reply->vps);
1802                 request->proxy_reply->vps = NULL;
1803
1804                 /*
1805                  *      Free proxy request pairs.
1806                  */
1807                 pairfree(&request->proxy->vps);
1808         }
1809
1810         switch (rcode) {
1811         default:  /* Don't do anything */
1812                 break;
1813         case RLM_MODULE_FAIL:
1814                 /* FIXME: debug print stuff */
1815                 request->child_state = REQUEST_DONE;
1816                 return 0;
1817
1818         case RLM_MODULE_HANDLED:
1819                 /* FIXME: debug print stuff */
1820                 request->child_state = REQUEST_DONE;
1821                 return 0;
1822         }
1823
1824         return 1;
1825 }
1826 #endif
1827
1828 static int request_pre_handler(REQUEST *request)
1829 {
1830         int rcode;
1831
1832         rad_assert(request->magic == REQUEST_MAGIC);
1833         rad_assert(request->packet != NULL);
1834
1835         request->child_state = REQUEST_RUNNING;
1836
1837         /*
1838          *      Don't decode the packet if it's an internal "fake"
1839          *      request.  Instead, just return so that the caller can
1840          *      process it.
1841          */
1842         if (request->packet->dst_port == 0) {
1843                 request->username = pairfind(request->packet->vps,
1844                                              PW_USER_NAME);
1845                 request->password = pairfind(request->packet->vps,
1846                                              PW_USER_PASSWORD);
1847                 return 1;
1848         }
1849
1850 #ifdef WITH_PROXY
1851         /*
1852          *      Put the decoded packet into it's proper place.
1853          */
1854         if (request->proxy_reply != NULL) {
1855                 /*
1856                  *      FIXME: For now, we can only proxy RADIUS packets.
1857                  *
1858                  *      In order to proxy other packets, we need to
1859                  *      somehow cache the "decode" function.
1860                  */
1861                 rcode = rad_decode(request->proxy_reply, request->proxy,
1862                                    request->home_server->secret);
1863                 DEBUG_PACKET(request, request->proxy_reply, 0);
1864         } else
1865 #endif
1866         if (request->packet->vps == NULL) {
1867                 rcode = request->listener->decode(request->listener, request);
1868
1869                 if (debug_condition) {
1870                         int result = FALSE;
1871                         const char *my_debug = debug_condition;
1872
1873                         /*
1874                          *      Ignore parse errors.
1875                          */
1876                         radius_evaluate_condition(request, RLM_MODULE_OK, 0,
1877                                                   &my_debug, 1,
1878                                                   &result);
1879                         if (result) {
1880                                 request->options = 2;
1881                                 request->radlog = radlog_request;
1882                         }
1883                 }
1884
1885                 DEBUG_PACKET(request, request->packet, 0);
1886         } else {
1887                 rcode = 0;
1888         }
1889
1890         if (rcode < 0) {
1891                 radlog(L_ERR, "%s Dropping packet without response.", fr_strerror());
1892                 request->child_state = REQUEST_DONE;
1893                 return 0;
1894         }
1895
1896         if (!request->username) {
1897                 request->username = pairfind(request->packet->vps,
1898                                              PW_USER_NAME);
1899         }
1900
1901 #ifdef WITH_PROXY
1902         if (request->proxy) {
1903                 return process_proxy_reply(request);
1904 #endif
1905         }
1906
1907         return 1;
1908 }
1909
1910
1911 #ifdef WITH_PROXY
1912 /*
1913  *      Do state handling when we proxy a request.
1914  */
1915 static int proxy_request(REQUEST *request)
1916 {
1917         struct timeval when;
1918         char buffer[128];
1919
1920         if (request->home_server->server) {
1921                 RDEBUG("ERROR: Cannot perform real proxying to a virtual server.");
1922                 return 0;
1923         }
1924
1925         if (!insert_into_proxy_hash(request, FALSE)) {
1926                 RDEBUG("ERROR: Failed inserting request into proxy hash.");
1927                 return 0;
1928         }
1929
1930         request->proxy_listener->encode(request->proxy_listener, request);
1931
1932         when = request->received;
1933         when.tv_sec += request->root->max_request_time;
1934
1935         gettimeofday(&request->proxy_when, NULL);
1936
1937         request->next_when = request->proxy_when;
1938         request->next_when.tv_sec += request->home_server->response_window;
1939
1940         rad_assert(request->home_server->response_window > 0);
1941
1942         if (timercmp(&when, &request->next_when, <)) {
1943                 request->next_when = when;
1944         }
1945         request->next_callback = no_response_to_proxied_request;
1946
1947         RDEBUG2("Proxying request %d to home server %s port %d",
1948                request->number,
1949                inet_ntop(request->proxy->dst_ipaddr.af,
1950                          &request->proxy->dst_ipaddr.ipaddr,
1951                          buffer, sizeof(buffer)),
1952                 request->proxy->dst_port);
1953
1954         /*
1955          *      Note that we set proxied BEFORE sending the packet.
1956          *
1957          *      Once we send it, the request is tainted, as
1958          *      another thread may have picked it up.  Don't
1959          *      touch it!
1960          */
1961         request->num_proxied_requests = 1;
1962         request->num_proxied_responses = 0;
1963 #ifdef HAVE_PTHREAD_H
1964         request->child_pid = NO_SUCH_CHILD_PID;
1965 #endif
1966         request->child_state = REQUEST_PROXIED;
1967
1968         DEBUG_PACKET(request, request->proxy, 1);
1969
1970         request->proxy_listener->send(request->proxy_listener,
1971                                       request);
1972         return 1;
1973 }
1974
1975
1976 /*
1977  *      "Proxy" the request by sending it to a new virtual server.
1978  */
1979 static int proxy_to_virtual_server(REQUEST *request)
1980 {
1981         REQUEST *fake;
1982         RAD_REQUEST_FUNP fun;
1983
1984         if (!request->home_server || !request->home_server->server) return 0;
1985
1986         if (request->parent) {
1987                 RDEBUG2("WARNING: Cancelling proxy request to virtual server %s as this request was itself proxied.", request->home_server->server);
1988                 return 0;
1989         }
1990
1991         fake = request_alloc_fake(request);
1992         if (!fake) {
1993                 RDEBUG2("WARNING: Out of memory");
1994                 return 0;
1995         }
1996
1997         fake->packet->vps = paircopy(request->proxy->vps);
1998         fake->server = request->home_server->server;
1999
2000         if (request->proxy->code == PW_AUTHENTICATION_REQUEST) {
2001                 fun = rad_authenticate;
2002
2003 #ifdef WITH_ACCOUNTING
2004         } else if (request->proxy->code == PW_ACCOUNTING_REQUEST) {
2005                 fun = rad_accounting;
2006 #endif
2007
2008         } else {
2009                 RDEBUG2("Unknown packet type %d", request->proxy->code);
2010                 ev_request_free(&fake);
2011                 return 0;
2012         }
2013
2014         RDEBUG2(">>> Sending proxied request internally to virtual server.");
2015         radius_handle_request(fake, fun);
2016         RDEBUG2("<<< Received proxied response code %d from internal virtual server.", fake->reply->code);
2017
2018         if (fake->reply->code != 0) {
2019                 request->proxy_reply = fake->reply;
2020                 fake->reply = NULL;
2021         } else {
2022                 /*
2023                  *      There was no response
2024                  */
2025                 setup_post_proxy_fail(request);
2026         }
2027
2028         ev_request_free(&fake);
2029
2030         process_proxy_reply(request);
2031
2032         /*
2033          *      Process it through the normal section again, but ONLY
2034          *      if we received a proxy reply..
2035          */
2036         if (request->proxy_reply) {
2037                 if (request->server) RDEBUG("server %s {",
2038                                             request->server != NULL ?
2039                                             request->server : "");
2040                 fun(request);
2041
2042                 if (request->server) RDEBUG("} # server %s",
2043                                             request->server != NULL ?
2044                                             request->server : "");
2045         }
2046
2047         return 2;               /* success, but NOT '1' !*/
2048 }
2049
2050 /*
2051  *      Return 1 if we did proxy it, or the proxy attempt failed
2052  *      completely.  Either way, the caller doesn't touch the request
2053  *      any more if we return 1.
2054  */
2055 static int successfully_proxied_request(REQUEST *request)
2056 {
2057         int rcode;
2058         int pre_proxy_type = 0;
2059         VALUE_PAIR *realmpair;
2060         VALUE_PAIR *strippedname;
2061         VALUE_PAIR *vp;
2062         char *realmname = NULL;
2063         home_server *home;
2064         REALM *realm = NULL;
2065         home_pool_t *pool;
2066
2067         /*
2068          *      If it was already proxied, do nothing.
2069          *
2070          *      FIXME: This should really be a serious error.
2071          */
2072         if (request->in_proxy_hash ||
2073             (request->proxy_reply && (request->proxy_reply->code != 0))) {
2074                 return 0;
2075         }
2076
2077         realmpair = pairfind(request->config_items, PW_PROXY_TO_REALM);
2078         if (!realmpair || (realmpair->length == 0)) {
2079                 int pool_type;
2080
2081                 vp = pairfind(request->config_items, PW_HOME_SERVER_POOL);
2082                 if (!vp) return 0;
2083
2084                 switch (request->packet->code) {
2085                 case PW_AUTHENTICATION_REQUEST:
2086                         pool_type = HOME_TYPE_AUTH;
2087                         break;
2088
2089 #ifdef WITH_ACCOUNTING
2090                 case PW_ACCOUNTING_REQUEST:
2091                         pool_type = HOME_TYPE_ACCT;
2092                         break;
2093 #endif
2094
2095 #ifdef WITH_COA
2096                 case PW_COA_REQUEST:
2097                 case PW_DISCONNECT_REQUEST:
2098                         pool_type = HOME_TYPE_COA;
2099                         break;
2100 #endif
2101
2102                 default:
2103                         return 0;
2104                 }
2105
2106                 pool = home_pool_byname(vp->vp_strvalue, pool_type);
2107                 if (!pool) {
2108                         RDEBUG2("ERROR: Cannot proxy to unknown pool %s",
2109                                 vp->vp_strvalue);
2110                         return 0;
2111                 }
2112
2113                 realmname = NULL; /* no realms */
2114                 realm = NULL;
2115                 goto found_pool;
2116         }
2117
2118         realmname = (char *) realmpair->vp_strvalue;
2119
2120         realm = realm_find2(realmname);
2121         if (!realm) {
2122                 RDEBUG2("ERROR: Cannot proxy to unknown realm %s", realmname);
2123                 return 0;
2124         }
2125
2126         /*
2127          *      Figure out which pool to use.
2128          */
2129         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
2130                 pool = realm->auth_pool;
2131
2132 #ifdef WITH_ACCOUNTING
2133         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
2134                 pool = realm->acct_pool;
2135 #endif
2136
2137 #ifdef WITH_COA
2138         } else if ((request->packet->code == PW_COA_REQUEST) ||
2139                    (request->packet->code == PW_DISCONNECT_REQUEST)) {
2140                 pool = realm->acct_pool;
2141 #endif
2142
2143         } else {
2144                 rad_panic("Internal sanity check failed");
2145         }
2146
2147         if (!pool) {
2148                 RDEBUG2(" WARNING: Cancelling proxy to Realm %s, as the realm is local.",
2149                        realmname);
2150                 return 0;
2151         }
2152
2153 found_pool:
2154         home = home_server_ldb(realmname, pool, request);
2155         if (!home) {
2156                 RDEBUG2("ERROR: Failed to find live home server for realm %s",
2157                        realmname);
2158                 return -1;
2159         }
2160         request->home_pool = pool;
2161
2162 #ifdef WITH_COA
2163         /*
2164          *      Once we've decided to proxy a request, we cannot send
2165          *      a CoA packet.  So we free up any CoA packet here.
2166          */
2167         ev_request_free(&request->coa);
2168 #endif
2169         /*
2170          *      Remember that we sent the request to a Realm.
2171          */
2172         if (realmname) pairadd(&request->packet->vps,
2173                                pairmake("Realm", realmname, T_OP_EQ));
2174
2175         /*
2176          *      Strip the name, if told to.
2177          *
2178          *      Doing it here catches the case of proxied tunneled
2179          *      requests.
2180          */
2181         if (realm && (realm->striprealm == TRUE) &&
2182            (strippedname = pairfind(request->proxy->vps, PW_STRIPPED_USER_NAME)) != NULL) {
2183                 /*
2184                  *      If there's a Stripped-User-Name attribute in
2185                  *      the request, then use THAT as the User-Name
2186                  *      for the proxied request, instead of the
2187                  *      original name.
2188                  *
2189                  *      This is done by making a copy of the
2190                  *      Stripped-User-Name attribute, turning it into
2191                  *      a User-Name attribute, deleting the
2192                  *      Stripped-User-Name and User-Name attributes
2193                  *      from the vps list, and making the new
2194                  *      User-Name the head of the vps list.
2195                  */
2196                 vp = pairfind(request->proxy->vps, PW_USER_NAME);
2197                 if (!vp) {
2198                         vp = radius_paircreate(request, NULL,
2199                                                PW_USER_NAME, PW_TYPE_STRING);
2200                         rad_assert(vp != NULL); /* handled by above function */
2201                         /* Insert at the START of the list */
2202                         vp->next = request->proxy->vps;
2203                         request->proxy->vps = vp;
2204                 }
2205                 memcpy(vp->vp_strvalue, strippedname->vp_strvalue,
2206                        sizeof(vp->vp_strvalue));
2207                 vp->length = strippedname->length;
2208
2209                 /*
2210                  *      Do NOT delete Stripped-User-Name.
2211                  */
2212         }
2213
2214         /*
2215          *      If there is no PW_CHAP_CHALLENGE attribute but
2216          *      there is a PW_CHAP_PASSWORD we need to add it
2217          *      since we can't use the request authenticator
2218          *      anymore - we changed it.
2219          */
2220         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2221             pairfind(request->proxy->vps, PW_CHAP_PASSWORD) &&
2222             pairfind(request->proxy->vps, PW_CHAP_CHALLENGE) == NULL) {
2223                 vp = radius_paircreate(request, &request->proxy->vps,
2224                                        PW_CHAP_CHALLENGE, PW_TYPE_OCTETS);
2225                 vp->length = AUTH_VECTOR_LEN;
2226                 memcpy(vp->vp_strvalue, request->packet->vector, AUTH_VECTOR_LEN);
2227         }
2228
2229         /*
2230          *      The RFC's say we have to do this, but FreeRADIUS
2231          *      doesn't need it.
2232          */
2233         vp = radius_paircreate(request, &request->proxy->vps,
2234                                PW_PROXY_STATE, PW_TYPE_OCTETS);
2235         snprintf(vp->vp_strvalue, sizeof(vp->vp_strvalue), "%d",
2236                  request->packet->id);
2237         vp->length = strlen(vp->vp_strvalue);
2238
2239         /*
2240          *      Should be done BEFORE inserting into proxy hash, as
2241          *      pre-proxy may use this information, or change it.
2242          */
2243         request->proxy->code = request->packet->code;
2244
2245         /*
2246          *      Call the pre-proxy routines.
2247          */
2248         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
2249         if (vp) {
2250                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
2251                 pre_proxy_type = vp->vp_integer;
2252         }
2253
2254         rad_assert(request->home_pool != NULL);
2255
2256         if (request->home_pool->virtual_server) {
2257                 const char *old_server = request->server;
2258
2259                 request->server = request->home_pool->virtual_server;
2260                 RDEBUG2(" server %s {", request->server);
2261                 rcode = module_pre_proxy(pre_proxy_type, request);
2262                 RDEBUG2(" }");
2263                         request->server = old_server;
2264         } else {
2265                 rcode = module_pre_proxy(pre_proxy_type, request);
2266         }
2267         switch (rcode) {
2268         case RLM_MODULE_FAIL:
2269         case RLM_MODULE_INVALID:
2270         case RLM_MODULE_NOTFOUND:
2271         case RLM_MODULE_USERLOCK:
2272         default:
2273                 /* FIXME: debug print failed stuff */
2274                 return -1;
2275
2276         case RLM_MODULE_REJECT:
2277         case RLM_MODULE_HANDLED:
2278                 return 0;
2279
2280         /*
2281          *      Only proxy the packet if the pre-proxy code succeeded.
2282          */
2283         case RLM_MODULE_NOOP:
2284         case RLM_MODULE_OK:
2285         case RLM_MODULE_UPDATED:
2286                 break;
2287         }
2288
2289         /*
2290          *      If it's a fake request, don't send the proxy
2291          *      packet.  The outer tunnel session will take
2292          *      care of doing that.
2293          */
2294         if (request->packet->dst_port == 0) {
2295                 request->home_server = NULL;
2296                 return 1;
2297         }
2298
2299         if (request->home_server->server) {
2300                 return proxy_to_virtual_server(request);
2301         }
2302
2303         if (!proxy_request(request)) {
2304                 RDEBUG("ERROR: Failed to proxy request %d", request->number);
2305                 return -1;
2306         }
2307
2308         return 1;
2309 }
2310 #endif
2311
2312 static void request_post_handler(REQUEST *request)
2313 {
2314         int child_state = -1;
2315         struct timeval when;
2316         VALUE_PAIR *vp;
2317
2318         if ((request->master_state == REQUEST_STOP_PROCESSING) ||
2319             (request->parent &&
2320              (request->parent->master_state == REQUEST_STOP_PROCESSING))) {
2321                 RDEBUG2("Request %d was cancelled.", request->number);
2322 #ifdef HAVE_PTHREAD_H
2323                 request->child_pid = NO_SUCH_CHILD_PID;
2324 #endif
2325                 child_state = REQUEST_DONE;
2326                 goto cleanup;
2327         }
2328
2329         if (request->child_state != REQUEST_RUNNING) {
2330                 rad_panic("Internal sanity check failed");
2331         }
2332
2333 #ifdef WITH_COA
2334         /*
2335          *      If it's not in the request hash, it's a CoA request.
2336          *      We hope.
2337          */
2338         if (!request->in_request_hash &&
2339             request->proxy &&
2340             ((request->proxy->code == PW_COA_REQUEST) ||
2341              (request->proxy->code == PW_DISCONNECT_REQUEST))) {
2342                 request->next_callback = NULL;
2343                 child_state = REQUEST_DONE;
2344                 goto cleanup;
2345         }
2346 #endif
2347
2348         /*
2349          *      Catch Auth-Type := Reject BEFORE proxying the packet.
2350          */
2351         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2352             (request->reply->code == 0) &&
2353             ((vp = pairfind(request->config_items, PW_AUTH_TYPE)) != NULL) &&
2354             (vp->vp_integer == PW_AUTHTYPE_REJECT)) {
2355                 request->reply->code = PW_AUTHENTICATION_REJECT;
2356         }
2357
2358 #ifdef WITH_PROXY
2359         if (request->root->proxy_requests &&
2360             !request->in_proxy_hash &&
2361             (request->reply->code == 0) &&
2362             (request->packet->dst_port != 0) &&
2363             (request->packet->code != PW_STATUS_SERVER)) {
2364                 int rcode = successfully_proxied_request(request);
2365
2366                 if (rcode == 1) return; /* request is invalid */
2367
2368                 /*
2369                  *      Failed proxying it (dead home servers, etc.)
2370                  *      Run it through Post-Proxy-Type = Fail, and
2371                  *      respond to the request.
2372                  *
2373                  *      Note that we're in a child thread here, so we
2374                  *      do NOT re-schedule the request.  Instead, we
2375                  *      do what we would have done, which is run the
2376                  *      pre-handler, a NULL request handler, and then
2377                  *      the post handler.
2378                  */
2379                 if ((rcode < 0) && setup_post_proxy_fail(request)) {
2380                         request_pre_handler(request);
2381                 }
2382
2383                 /*
2384                  *      Else we weren't supposed to proxy it,
2385                  *      OR we proxied it internally to a virutal server.
2386                  */
2387         }
2388 #endif
2389
2390         /*
2391          *      Fake requests don't get encoded or signed.  The caller
2392          *      also requires the reply VP's, so we don't free them
2393          *      here!
2394          */
2395         if (request->packet->dst_port == 0) {
2396                 /* FIXME: RDEBUG going to the next request */
2397 #ifdef HAVE_PTHREAD_H
2398                 request->child_pid = NO_SUCH_CHILD_PID;
2399 #endif
2400                 request->child_state = REQUEST_DONE;
2401                 return;
2402         }
2403
2404 #ifdef WITH_PROXY
2405         /*
2406          *      Copy Proxy-State from the request to the reply.
2407          */
2408         vp = paircopy2(request->packet->vps, PW_PROXY_STATE);
2409         if (vp) pairadd(&request->reply->vps, vp);
2410 #endif
2411
2412         /*
2413          *      Access-Requests get delayed or cached.
2414          */
2415         switch (request->packet->code) {
2416         case PW_AUTHENTICATION_REQUEST:
2417                 gettimeofday(&request->next_when, NULL);
2418
2419                 if (request->reply->code == 0) {
2420                         /*
2421                          *      Check if the lack of response is intentional.
2422                          */
2423                         vp = pairfind(request->config_items,
2424                                       PW_RESPONSE_PACKET_TYPE);
2425                         if (!vp) {
2426                                 RDEBUG2("There was no response configured: rejecting request %d",
2427                                        request->number);
2428                                 request->reply->code = PW_AUTHENTICATION_REJECT;
2429
2430                         } else if (vp->vp_integer == 256) {
2431                                 RDEBUG2("Not responding to request %d",
2432                                        request->number);
2433
2434                                 /*
2435                                  *      Force cleanup after a long
2436                                  *      time, so that we don't
2437                                  *      re-process the packet.
2438                                  */
2439                                 request->next_when.tv_sec += request->root->max_request_time;
2440                                 request->next_callback = cleanup_delay;
2441                                 child_state = REQUEST_CLEANUP_DELAY;
2442                                 break;
2443                         } else {
2444                                 request->reply->code = vp->vp_integer;
2445
2446                         }
2447                 }
2448
2449                 /*
2450                  *      Run rejected packets through
2451                  *
2452                  *      Post-Auth-Type = Reject
2453                  */
2454                 if (request->reply->code == PW_AUTHENTICATION_REJECT) {
2455                         pairdelete(&request->config_items, PW_POST_AUTH_TYPE);
2456                         vp = radius_pairmake(request, &request->config_items,
2457                                              "Post-Auth-Type", "Reject",
2458                                              T_OP_SET);
2459                         if (vp) rad_postauth(request);
2460
2461                         /*
2462                          *      If configured, delay Access-Reject packets.
2463                          *
2464                          *      If request->root->reject_delay = 0, we discover
2465                          *      that we have to send the packet now.
2466                          */
2467                         when = request->received;
2468                         when.tv_sec += request->root->reject_delay;
2469
2470                         if (timercmp(&when, &request->next_when, >)) {
2471                                 RDEBUG2("Delaying reject of request %d for %d seconds",
2472                                        request->number,
2473                                        request->root->reject_delay);
2474                                 request->next_when = when;
2475                                 request->next_callback = reject_delay;
2476 #ifdef HAVE_PTHREAD_H
2477                                 request->child_pid = NO_SUCH_CHILD_PID;
2478 #endif
2479                                 request->child_state = REQUEST_REJECT_DELAY;
2480                                 return;
2481                         }
2482                 }
2483
2484 #ifdef WITH_COA
2485         case PW_COA_REQUEST:
2486         case PW_DISCONNECT_REQUEST:
2487 #endif
2488                 request->next_when.tv_sec += request->root->cleanup_delay;
2489                 request->next_callback = cleanup_delay;
2490                 child_state = REQUEST_CLEANUP_DELAY;
2491                 break;
2492
2493         case PW_ACCOUNTING_REQUEST:
2494                 request->next_callback = NULL; /* just to be safe */
2495                 child_state = REQUEST_DONE;
2496                 break;
2497
2498                 /*
2499                  *      FIXME: Status-Server should probably not be
2500                  *      handled here...
2501                  */
2502         case PW_STATUS_SERVER:
2503                 request->next_callback = NULL;
2504                 child_state = REQUEST_DONE;
2505                 break;
2506
2507         default:
2508                 /*
2509                  *      DHCP, VMPS, etc.
2510                  */
2511                 request->next_callback = NULL;
2512                 child_state = REQUEST_DONE;
2513                 break;
2514         }
2515
2516         /*
2517          *      Suppress "no reply" packets here, unless we're reading
2518          *      from the "detail" file.  In that case, we've got to
2519          *      tell the detail file handler that the request is dead,
2520          *      and it should re-send it.
2521          *      If configured, encode, sign, and send.
2522          */
2523         if ((request->reply->code != 0) ||
2524             (request->listener->type == RAD_LISTEN_DETAIL)) {
2525                 DEBUG_PACKET(request, request->reply, 1);
2526                 request->listener->send(request->listener, request);
2527         }
2528
2529 #ifdef WITH_COA
2530         /*
2531          *      Now that we've completely processed the request,
2532          *      see if we need to originate a CoA request.
2533          */
2534         if (request->coa ||
2535             (pairfind(request->config_items, PW_SEND_COA_REQUEST) != NULL)) {
2536                 if (!originated_coa_request(request)) {
2537                         RDEBUG2("Do CoA Fail handler here");
2538                 }
2539                 /* request->coa is stil set, so we can update events */
2540         }
2541 #endif
2542
2543  cleanup:
2544         /*
2545          *      Clean up.  These are no longer needed.
2546          */
2547         pairfree(&request->config_items);
2548
2549         pairfree(&request->packet->vps);
2550         request->username = NULL;
2551         request->password = NULL;
2552
2553         pairfree(&request->reply->vps);
2554
2555 #ifdef WITH_PROXY
2556         if (request->proxy) {
2557                 pairfree(&request->proxy->vps);
2558
2559                 if (request->proxy_reply) {
2560                         pairfree(&request->proxy_reply->vps);
2561                 }
2562
2563 #if 0
2564                 /*
2565                  *      We're not tracking responses from the home
2566                  *      server, we can therefore free this memory in
2567                  *      the child thread.
2568                  */
2569                 if (!request->in_proxy_hash) {
2570                         rad_free(&request->proxy);
2571                         rad_free(&request->proxy_reply);
2572                         request->home_server = NULL;
2573                 }
2574 #endif
2575         }
2576 #endif
2577
2578         RDEBUG2("Finished request %d.", request->number);
2579         rad_assert(child_state >= 0);
2580         request->child_state = child_state;
2581
2582         /*
2583          *      Single threaded mode: update timers now.
2584          */
2585         if (!have_children) wait_a_bit(request);
2586 }
2587
2588
2589 static void received_retransmit(REQUEST *request, const RADCLIENT *client)
2590 {
2591 #ifdef WITH_PROXY
2592         char buffer[128];
2593 #endif
2594
2595         RAD_STATS_TYPE_INC(request->listener, total_dup_requests);
2596         RAD_STATS_CLIENT_INC(request->listener, client, total_dup_requests);
2597
2598         switch (request->child_state) {
2599         case REQUEST_QUEUED:
2600         case REQUEST_RUNNING:
2601 #ifdef WITH_PROXY
2602         discard:
2603 #endif
2604                 radlog(L_ERR, "Discarding duplicate request from "
2605                        "client %s port %d - ID: %d due to unfinished request %d",
2606                        client->shortname,
2607                        request->packet->src_port,request->packet->id,
2608                        request->number);
2609                 break;
2610
2611 #ifdef WITH_PROXY
2612         case REQUEST_PROXIED:
2613                 /*
2614                  *      We're not supposed to have duplicate
2615                  *      accounting packets.  The other states handle
2616                  *      duplicates fine (discard, or send duplicate
2617                  *      reply).  But we do NOT want to retransmit an
2618                  *      accounting request here, because that would
2619                  *      involve updating the Acct-Delay-Time, and
2620                  *      therefore changing the packet Id, etc.
2621                  *
2622                  *      Instead, we just discard the packet.  We may
2623                  *      eventually respond, or the client will send a
2624                  *      new accounting packet.
2625                  *
2626                  *      The same comments go for Status-Server, and
2627                  *      other packet types.
2628                  *
2629                  *      FIXME: coa: when we proxy CoA && Disconnect
2630                  *      packets, this logic has to be fixed.
2631                  */
2632                 if (request->packet->code != PW_AUTHENTICATION_REQUEST) {
2633                         goto discard;
2634                 }
2635
2636                 check_for_zombie_home_server(request);
2637
2638                 /*
2639                  *      If we've just discovered that the home server
2640                  *      is dead, OR the socket has been closed, look for
2641                  *      another connection to a home server.
2642                  */
2643                 if (((request->packet->dst_port != 0) &&
2644                      (request->home_server->state == HOME_STATE_IS_DEAD)) ||
2645                     (request->proxy_listener->status != RAD_LISTEN_STATUS_KNOWN)) {
2646                         home_server *home;
2647
2648                         remove_from_proxy_hash(request);
2649
2650                         home = home_server_ldb(NULL, request->home_pool, request);
2651                         if (!home) {
2652                                 RDEBUG2("Failed to find live home server for request %d", request->number);
2653                         no_home_servers:
2654                                 /*
2655                                  *      Do post-request processing,
2656                                  *      and any insertion of necessary
2657                                  *      events.
2658                                  */
2659                                 post_proxy_fail_handler(request);
2660                                 return;
2661                         }
2662
2663                         request->proxy->code = request->packet->code;
2664
2665                         /*
2666                          *      Free the old packet, to force re-encoding
2667                          */
2668                         free(request->proxy->data);
2669                         request->proxy->data = NULL;
2670                         request->proxy->data_len = 0;
2671
2672                         /*
2673                          *      This request failed over to a virtual
2674                          *      server.  Push it back onto the queue
2675                          *      to be processed.
2676                          */
2677                         if (request->home_server->server) {
2678                                 proxy_fallback_handler(request);
2679                                 return;
2680                         }
2681
2682                         /*
2683                          *      Try to proxy the request.
2684                          */
2685                         if (!proxy_request(request)) {
2686                                 RDEBUG("ERROR: Failed to re-proxy request %d", request->number);
2687                                 goto no_home_servers;
2688                         }
2689
2690                         /*
2691                          *      This code executes in the main server
2692                          *      thread, so there's no need for locking.
2693                          */
2694                         rad_assert(request->next_callback != NULL);
2695                         INSERT_EVENT(request->next_callback, request);
2696                         request->next_callback = NULL;
2697                         return;
2698                 } /* else the home server is still alive */
2699
2700 #ifdef WITH_TCP
2701                 if (request->home_server->proto == IPPROTO_TCP) {
2702                         DEBUG2("Suppressing duplicate proxied request to home server %s port %d proto TCP - ID: %d",
2703                                inet_ntop(request->proxy->dst_ipaddr.af,
2704                                          &request->proxy->dst_ipaddr.ipaddr,
2705                                          buffer, sizeof(buffer)),
2706                                request->proxy->dst_port,
2707                                request->proxy->id);
2708                         break;
2709                 }
2710 #endif
2711
2712                 RDEBUG2("Sending duplicate proxied request to home server %s port %d - ID: %d",
2713                        inet_ntop(request->proxy->dst_ipaddr.af,
2714                                  &request->proxy->dst_ipaddr.ipaddr,
2715                                  buffer, sizeof(buffer)),
2716                        request->proxy->dst_port,
2717                        request->proxy->id);
2718                 request->num_proxied_requests++;
2719
2720                 DEBUG_PACKET(request, request->proxy, 1);
2721                 request->proxy_listener->send(request->proxy_listener,
2722                                               request);
2723                 break;
2724 #endif
2725
2726         case REQUEST_REJECT_DELAY:
2727                 RDEBUG2("Waiting to send Access-Reject "
2728                        "to client %s port %d - ID: %d",
2729                        client->shortname,
2730                        request->packet->src_port, request->packet->id);
2731                 break;
2732
2733         case REQUEST_CLEANUP_DELAY:
2734         case REQUEST_DONE:
2735                 if (request->reply->code == 0) {
2736                         RDEBUG2("Ignoring retransmit from client %s port %d "
2737                                 "- ID: %d, no reply was configured",
2738                                 client->shortname,
2739                                 request->packet->src_port, request->packet->id);
2740                         return;
2741                 }
2742
2743                 /*
2744                  *      FIXME: This sends duplicate replies to
2745                  *      accounting requests, even if Acct-Delay-Time
2746                  *      or Event-Timestamp is in the packet.  In those
2747                  *      cases, the Id should be changed, and the packet
2748                  *      re-calculated.
2749                  */
2750                 RDEBUG2("Sending duplicate reply "
2751                        "to client %s port %d - ID: %d",
2752                        client->shortname,
2753                        request->packet->src_port, request->packet->id);
2754                 DEBUG_PACKET(request, request->reply, 1);
2755                 request->listener->send(request->listener, request);
2756                 break;
2757         }
2758 }
2759
2760
2761 static void received_conflicting_request(REQUEST *request,
2762                                          const RADCLIENT *client)
2763 {
2764         radlog(L_ERR, "Received conflicting packet from "
2765                "client %s port %d - ID: %d due to unfinished request %d.  Giving up on old request.",
2766                client->shortname,
2767                request->packet->src_port, request->packet->id,
2768                request->number);
2769
2770         /*
2771          *      Nuke it from the request hash, so we can receive new
2772          *      packets.
2773          */
2774         remove_from_request_hash(request);
2775
2776         switch (request->child_state) {
2777                 /*
2778                  *      Tell it to stop, and wait for it to do so.
2779                  */
2780         default:
2781                 request->master_state = REQUEST_STOP_PROCESSING;
2782                 request->delay += request->delay >> 1;
2783
2784                 tv_add(&request->when, request->delay);
2785
2786                 INSERT_EVENT(wait_for_child_to_die, request);
2787                 return;
2788
2789                 /*
2790                  *      Catch race conditions.  It may have switched
2791                  *      from running to done while this code is being
2792                  *      executed.
2793                  */
2794         case REQUEST_REJECT_DELAY:
2795         case REQUEST_CLEANUP_DELAY:
2796         case REQUEST_DONE:
2797                 break;
2798         }
2799 }
2800
2801
2802 static int can_handle_new_request(RADIUS_PACKET *packet,
2803                                   RADCLIENT *client,
2804                                   struct main_config_t *root)
2805 {
2806         /*
2807          *      Count the total number of requests, to see if
2808          *      there are too many.  If so, return with an
2809          *      error.
2810          */
2811         if (root->max_requests) {
2812                 int request_count = fr_packet_list_num_elements(pl);
2813
2814                 /*
2815                  *      This is a new request.  Let's see if
2816                  *      it makes us go over our configured
2817                  *      bounds.
2818                  */
2819                 if (request_count > root->max_requests) {
2820                         radlog(L_ERR, "Dropping request (%d is too many): "
2821                                "from client %s port %d - ID: %d", request_count,
2822                                client->shortname,
2823                                packet->src_port, packet->id);
2824                         radlog(L_INFO, "WARNING: Please check the configuration file.\n"
2825                                "\tThe value for 'max_requests' is probably set too low.\n");
2826                         return 0;
2827                 } /* else there were a small number of requests */
2828         } /* else there was no configured limit for requests */
2829
2830         /*
2831          *      FIXME: Add per-client checks.  If one client is sending
2832          *      too many packets, start discarding them.
2833          *
2834          *      We increment the counters here, and decrement them
2835          *      when the response is sent... somewhere in this file.
2836          */
2837
2838         /*
2839          *      FUTURE: Add checks for system load.  If the system is
2840          *      busy, start dropping requests...
2841          *
2842          *      We can probably keep some statistics ourselves...  if
2843          *      there are more requests coming in than we can handle,
2844          *      start dropping some.
2845          */
2846
2847         return 1;
2848 }
2849
2850
2851 int received_request(rad_listen_t *listener,
2852                      RADIUS_PACKET *packet, REQUEST **prequest,
2853                      RADCLIENT *client)
2854 {
2855         RADIUS_PACKET **packet_p;
2856         REQUEST *request = NULL;
2857         struct main_config_t *root = &mainconfig;
2858
2859         packet_p = fr_packet_list_find(pl, packet);
2860         if (packet_p) {
2861                 request = fr_packet2myptr(REQUEST, packet, packet_p);
2862                 rad_assert(request->in_request_hash);
2863
2864                 if ((request->packet->data_len == packet->data_len) &&
2865                     (memcmp(request->packet->vector, packet->vector,
2866                             sizeof(packet->vector)) == 0)) {
2867                         received_retransmit(request, client);
2868                         return 0;
2869                 }
2870
2871                 /*
2872                  *      The new request is different from the old one,
2873                  *      but maybe the old is finished.  If so, delete
2874                  *      the old one.
2875                  */
2876                 switch (request->child_state) {
2877                         struct timeval when;
2878
2879                 default:
2880                         /*
2881                          *      Special hacks for race conditions.
2882                          *      The reply is encoded, and therefore
2883                          *      likely sent.  We received a *new*
2884                          *      packet from the client, likely before
2885                          *      the next line or two of code which
2886                          *      updated the child state.  In this
2887                          *      case, just accept the new request.
2888                          */
2889                         if ((request->reply->code != 0) &&
2890                             request->reply->data) {
2891                                 radlog(L_INFO, "WARNING: Allowing fast client %s port %d - ID: %d for recent request %d.",
2892                                        client->shortname,
2893                                        packet->src_port, packet->id,
2894                                        request->number);
2895                                 remove_from_request_hash(request);
2896                                 request = NULL;
2897                                 break;
2898                         }
2899
2900                         gettimeofday(&when, NULL);
2901                         when.tv_sec -= 1;
2902
2903                         /*
2904                          *      If the cached request was received
2905                          *      within the last second, then we
2906                          *      discard the NEW request instead of the
2907                          *      old one.  This will happen ONLY when
2908                          *      the client is severely broken, and is
2909                          *      sending conflicting packets very
2910                          *      quickly.
2911                          */
2912                         if (timercmp(&when, &request->received, <)) {
2913                                 radlog(L_ERR, "Discarding conflicting packet from "
2914                                        "client %s port %d - ID: %d due to recent request %d.",
2915                                        client->shortname,
2916                                        packet->src_port, packet->id,
2917                                        request->number);
2918                                 return 0;
2919                         }
2920
2921                         received_conflicting_request(request, client);
2922                         request = NULL;
2923                         break;
2924
2925                 case REQUEST_REJECT_DELAY:
2926                 case REQUEST_CLEANUP_DELAY:
2927                         request->child_state = REQUEST_DONE;
2928                 case REQUEST_DONE:
2929                         cleanup_delay(request);
2930                         request = NULL;
2931                         break;
2932                 }
2933         }
2934
2935         /*
2936          *      We may want to quench the new request.
2937          */
2938         if ((listener->type != RAD_LISTEN_DETAIL) &&
2939             !can_handle_new_request(packet, client, root)) {
2940                 return 0;
2941         }
2942
2943         /*
2944          *      Create and initialize the new request.
2945          */
2946         request = request_alloc(); /* never fails */
2947
2948         if ((request->reply = rad_alloc(0)) == NULL) {
2949                 radlog(L_ERR, "No memory");
2950                 exit(1);
2951         }
2952
2953         request->listener = listener;
2954         request->client = client;
2955         request->packet = packet;
2956         request->packet->timestamp = request->timestamp;
2957         request->number = request_num_counter++;
2958         request->priority = listener->type;
2959 #ifdef HAVE_PTHREAD_H
2960         request->child_pid = NO_SUCH_CHILD_PID;
2961 #endif
2962
2963         /*
2964          *      Status-Server packets go to the head of the queue.
2965          */
2966         if (request->packet->code == PW_STATUS_SERVER) request->priority = 0;
2967
2968         /*
2969          *      Set virtual server identity
2970          */
2971         if (client->server) {
2972                 request->server = client->server;
2973         } else if (listener->server) {
2974                 request->server = listener->server;
2975         } else {
2976                 request->server = NULL;
2977         }
2978
2979         /*
2980          *      Remember the request in the list.
2981          */
2982         if (!fr_packet_list_insert(pl, &request->packet)) {
2983                 radlog(L_ERR, "Failed to insert request %d in the list of live requests: discarding", request->number);
2984                 ev_request_free(&request);
2985                 return 0;
2986         }
2987
2988         request->in_request_hash = TRUE;
2989         request->root = root;
2990         root->refcount++;
2991 #ifdef WITH_TCP
2992         request->listener->count++;
2993 #endif
2994
2995         /*
2996          *      The request passes many of our sanity checks.
2997          *      From here on in, if anything goes wrong, we
2998          *      send a reject message, instead of dropping the
2999          *      packet.
3000          */
3001
3002         /*
3003          *      Build the reply template from the request.
3004          */
3005
3006         request->reply->sockfd = request->packet->sockfd;
3007         request->reply->dst_ipaddr = request->packet->src_ipaddr;
3008         request->reply->src_ipaddr = request->packet->dst_ipaddr;
3009         request->reply->dst_port = request->packet->src_port;
3010         request->reply->src_port = request->packet->dst_port;
3011         request->reply->id = request->packet->id;
3012         request->reply->code = 0; /* UNKNOWN code */
3013         memcpy(request->reply->vector, request->packet->vector,
3014                sizeof(request->reply->vector));
3015         request->reply->vps = NULL;
3016         request->reply->data = NULL;
3017         request->reply->data_len = 0;
3018
3019         request->master_state = REQUEST_ACTIVE;
3020         request->child_state = REQUEST_QUEUED;
3021         request->next_callback = NULL;
3022
3023         gettimeofday(&request->received, NULL);
3024         request->timestamp = request->received.tv_sec;
3025         request->when = request->received;
3026
3027         request->delay = USEC;
3028
3029         tv_add(&request->when, request->delay);
3030
3031         INSERT_EVENT(wait_a_bit, request);
3032
3033         *prequest = request;
3034         return 1;
3035 }
3036
3037
3038 #ifdef WITH_PROXY
3039 REQUEST *received_proxy_response(RADIUS_PACKET *packet)
3040 {
3041         char            buffer[128];
3042         REQUEST         *request;
3043
3044         /*
3045          *      Also removes from the proxy hash if responses == requests
3046          */
3047         request = lookup_in_proxy_hash(packet);
3048
3049         if (!request) {
3050                 radlog(L_PROXY, "No outstanding request was found for reply from host %s port %d - ID %d",
3051                        inet_ntop(packet->src_ipaddr.af,
3052                                  &packet->src_ipaddr.ipaddr,
3053                                  buffer, sizeof(buffer)),
3054                        packet->src_port, packet->id);
3055                 return NULL;
3056         }
3057
3058         /*
3059          *      We haven't replied to the NAS, but we have seen an
3060          *      earlier reply from the home server.  Ignore this packet,
3061          *      as we're likely still processing the previous reply.
3062          */
3063         if (request->proxy_reply) {
3064                 if (memcmp(request->proxy_reply->vector,
3065                            packet->vector,
3066                            sizeof(request->proxy_reply->vector)) == 0) {
3067                         RDEBUG2("Discarding duplicate reply from host %s port %d  - ID: %d for request %d",
3068                                inet_ntop(packet->src_ipaddr.af,
3069                                          &packet->src_ipaddr.ipaddr,
3070                                          buffer, sizeof(buffer)),
3071                                packet->src_port, packet->id,
3072                                request->number);
3073                 } else {
3074                         /*
3075                          *      ? The home server gave us a new proxy
3076                          *      reply which doesn't match the old
3077                          *      one.  Delete it.
3078                          */
3079                         RDEBUG2("Ignoring conflicting proxy reply");
3080                 }
3081
3082                 /* assert that there's an event queued for request? */
3083                 return NULL;
3084         }
3085
3086         /*
3087          *      Verify the packet before doing ANYTHING with it.  This
3088          *      means we're doing more MD5 checks in the server core.
3089          *      However, we can fix that by moving to multiple threads
3090          *      listening on sockets.
3091          *
3092          *      We do this AFTER looking the request up in the hash,
3093          *      and AFTER vhecking if we saw a previous request.  This
3094          *      helps minimize the DoS effect of people attacking us
3095          *      with spoofed packets.
3096          */
3097         if (rad_verify(packet, request->proxy,
3098                        request->home_server->secret) != 0) {
3099                 DEBUG("Ignoring spoofed proxy reply.  Signature is invalid");
3100                 return NULL;
3101         }
3102
3103         gettimeofday(&now, NULL);
3104
3105         /*
3106          *      Maybe move this earlier in the decision process?
3107          *      Having it here means that late or duplicate proxy
3108          *      replies no longer get the home server marked as
3109          *      "alive".  This might be good for stability, though.
3110          *
3111          *      FIXME: Do we really want to do this whenever we
3112          *      receive a packet?  Setting this here means that we
3113          *      mark it alive on *any* packet, even if it's lost all
3114          *      of the *other* packets in the last 10s.
3115          */
3116         request->home_server->state = HOME_STATE_ALIVE;
3117
3118 #ifdef WITH_COA
3119         /*
3120          *      When originating CoA, the "proxy" reply is the reply
3121          *      to the CoA request that we originated.  At this point,
3122          *      the original request is finished, and it has a reply.
3123          *
3124          *      However, if we haven't separated the two requests, do
3125          *      so now.  This is done so that cleaning up the original
3126          *      request won't cause the CoA request to be free'd.  See
3127          *      util.c, request_free()
3128          */
3129         if (request->parent && (request->parent->coa == request)) {
3130                 request->parent->coa = NULL;
3131                 request->parent = NULL;
3132
3133         } else
3134                 /*
3135                  *      Skip the next set of checks, as the original
3136                  *      reply is cached.  We want to be able to still
3137                  *      process the CoA reply, AND to reference the
3138                  *      original request/reply.
3139                  *
3140                  *      This is getting to be really quite a bit of a
3141                  *      hack.
3142                  */
3143 #endif
3144
3145         /*
3146          *      If there's a reply to the NAS, ignore everything
3147          *      related to proxy responses
3148          */
3149         if (request->reply && request->reply->code != 0) {
3150                 RDEBUG2("Ignoring proxy reply that arrived after we sent a reply to the NAS");
3151                 return NULL;
3152         }
3153
3154 #ifdef WITH_STATS
3155         /*
3156          *      The average includes our time to receive packets and
3157          *      look them up in the hashes, which should be the same
3158          *      for all packets.
3159          *
3160          *      We update the response time only for the FIRST packet
3161          *      we receive.
3162          */
3163         if (request->home_server->ema.window > 0) {
3164                 radius_stats_ema(&request->home_server->ema,
3165                                  &now, &request->proxy_when);
3166         }
3167 #endif
3168
3169         switch (request->child_state) {
3170         case REQUEST_QUEUED:
3171         case REQUEST_RUNNING:
3172                 radlog(L_ERR, "Internal sanity check failed for child state");
3173                 /* FALL-THROUGH */
3174
3175         case REQUEST_REJECT_DELAY:
3176         case REQUEST_CLEANUP_DELAY:
3177         case REQUEST_DONE:
3178                 radlog(L_ERR, "Reply from home server %s port %d  - ID: %d arrived too late for request %d. Try increasing 'retry_delay' or 'max_request_time'",
3179                        inet_ntop(packet->src_ipaddr.af,
3180                                  &packet->src_ipaddr.ipaddr,
3181                                  buffer, sizeof(buffer)),
3182                        packet->src_port, packet->id,
3183                        request->number);
3184                 /* assert that there's an event queued for request? */
3185                 return NULL;
3186
3187         case REQUEST_PROXIED:
3188                 break;
3189         }
3190
3191         request->proxy_reply = packet;
3192
3193 #if 0
3194         /*
3195          *      Perform RTT calculations, as per RFC 2988 (for TCP).
3196          *      Note that we only do so on the first response.
3197          */
3198         if ((request->num_proxied_responses == 1)
3199                 int rtt;
3200                 home_server *home = request->home_server;
3201
3202                 rtt = now.tv_sec - request->proxy_when.tv_sec;
3203                 rtt *= USEC;
3204                 rtt += now.tv_usec;
3205                 rtt -= request->proxy_when.tv_usec;
3206
3207                 if (!home->has_rtt) {
3208                         home->has_rtt = TRUE;
3209
3210                         home->srtt = rtt;
3211                         home->rttvar = rtt / 2;
3212
3213                 } else {
3214                         home->rttvar -= home->rttvar >> 2;
3215                         home->rttvar += (home->srtt - rtt);
3216                         home->srtt -= home->srtt >> 3;
3217                         home->srtt += rtt >> 3;
3218                 }
3219
3220                 home->rto = home->srtt;
3221                 if (home->rttvar > (USEC / 4)) {
3222                         home->rto += home->rttvar * 4;
3223                 } else {
3224                         home->rto += USEC;
3225                 }
3226         }
3227 #endif
3228
3229         /*
3230          *      There's no incoming request, so it's a proxied packet
3231          *      we originated.
3232          */
3233         if (!request->packet) {
3234                 received_response_to_ping(request);
3235                 request->proxy_reply = NULL; /* caller will free it */
3236                 ev_request_free(&request);
3237                 return NULL;
3238         }
3239
3240         request->child_state = REQUEST_QUEUED;
3241         request->when = now;
3242         request->delay = USEC;
3243         request->priority = RAD_LISTEN_PROXY;
3244         tv_add(&request->when, request->delay);
3245
3246         /*
3247          *      Wait a bit will take care of max_request_time
3248          */
3249         INSERT_EVENT(wait_a_bit, request);
3250
3251         return request;
3252 }
3253
3254 #endif /* WITH_PROXY */
3255
3256 #ifdef WITH_TCP
3257 static void tcp_socket_lifetime(void *ctx)
3258 {
3259         rad_listen_t *listener = ctx;
3260         char buffer[256];
3261
3262         listener->print(listener, buffer, sizeof(buffer));
3263
3264         DEBUG("Reached maximum lifetime on socket %s", buffer);
3265
3266         listener->status = RAD_LISTEN_STATUS_CLOSED;
3267         event_new_fd(listener);
3268 }
3269
3270 static void tcp_socket_idle_timeout(void *ctx)
3271 {
3272         rad_listen_t *listener = ctx;
3273         listen_socket_t *sock = listener->data;
3274         char buffer[256];
3275
3276         fr_event_now(el, &now); /* should always succeed... */
3277
3278         rad_assert(sock->home != NULL);
3279
3280         /*
3281          *      We implement idle timeout by polling, because it's
3282          *      cheaper than resetting the idle timeout every time
3283          *      we send / receive a packet.
3284          */
3285         if ((sock->last_packet + sock->home->idle_timeout) > now.tv_sec) {
3286                 struct timeval when;
3287                 void *fun = tcp_socket_idle_timeout;
3288
3289                 when.tv_sec = sock->last_packet;
3290                 when.tv_sec += sock->home->idle_timeout;
3291                 when.tv_usec = 0;
3292
3293                 if (sock->home->lifetime &&
3294                     (sock->opened + sock->home->lifetime < when.tv_sec)) {
3295                         when.tv_sec = sock->opened + sock->home->lifetime;
3296                         fun = tcp_socket_lifetime;
3297                 }
3298
3299                 if (!fr_event_insert(el, fun, listener, &when, &sock->ev)) {
3300                         rad_panic("Failed to insert event");
3301                 }
3302
3303                 return;
3304         }
3305
3306         listener->print(listener, buffer, sizeof(buffer));
3307
3308         DEBUG("Reached idle timeout on socket %s", buffer);
3309
3310         listener->status = RAD_LISTEN_STATUS_CLOSED;
3311         event_new_fd(listener);
3312 }
3313 #endif
3314
3315 void event_new_fd(rad_listen_t *this)
3316 {
3317         char buffer[1024];
3318
3319         if (this->status == RAD_LISTEN_STATUS_KNOWN) return;
3320
3321         this->print(this, buffer, sizeof(buffer));
3322
3323         if (this->status == RAD_LISTEN_STATUS_INIT) {
3324                 if (just_started) {
3325                         DEBUG("Listening on %s", buffer);
3326                 } else {
3327                         DEBUG2(" ... adding new socket %s", buffer);
3328                 }
3329
3330 #ifdef WITH_PROXY
3331                 /*
3332                  *      Add it to the list of sockets we can use.
3333                  *      Server sockets (i.e. auth/acct) are never
3334                  *      added to the packet list.
3335                  */
3336                 if (this->type == RAD_LISTEN_PROXY) {
3337                         listen_socket_t *sock = this->data;
3338
3339                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3340                         if (!fr_packet_list_socket_add(proxy_list, this->fd,
3341                                                        sock->proto,
3342                                                        &sock->other_ipaddr, sock->other_port,
3343                                                        this)) {
3344                                 radlog(L_ERR, "Fatal error adding socket: %s",
3345                                        fr_strerror());
3346                                 exit(1);
3347
3348                         }
3349
3350                         if (sock->home) {
3351                                 sock->home->num_connections++;
3352
3353                                 /*
3354                                  *      If necessary, add it to the list of
3355                                  *      new proxy listeners.
3356                                  */
3357                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3358                                         this->next = proxy_listener_list;
3359                                         proxy_listener_list = this;
3360                                 }
3361                         }
3362                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3363
3364                         /*
3365                          *      Tell the main thread that we've added
3366                          *      a proxy listener, but only if we need
3367                          *      to update the event list.  Do this
3368                          *      with the mutex unlocked, to reduce
3369                          *      contention.
3370                          */
3371                         if (sock->home) {
3372                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3373                                         radius_signal_self(RADIUS_SIGNAL_SELF_NEW_FD);
3374                                 }
3375                         }
3376                 }
3377 #endif
3378
3379 #ifdef WITH_DETAIL
3380                 /*
3381                  *      Detail files are always known, and aren't
3382                  *      put into the socket event loop.
3383                  */
3384                 if (this->type == RAD_LISTEN_DETAIL) {
3385                         this->status = RAD_LISTEN_STATUS_KNOWN;
3386
3387                         /*
3388                          *      Set up the first poll interval.
3389                          */
3390                         event_poll_detail(this);
3391                         return;
3392                 }
3393 #endif
3394
3395                 FD_MUTEX_LOCK(&fd_mutex);
3396                 if (!fr_event_fd_insert(el, 0, this->fd,
3397                                         event_socket_handler, this)) {
3398                         radlog(L_ERR, "Failed remembering handle for proxy socket!");
3399                         exit(1);
3400                 }
3401                 FD_MUTEX_UNLOCK(&fd_mutex);
3402
3403                 this->status = RAD_LISTEN_STATUS_KNOWN;
3404                 return;
3405         }
3406
3407         /*
3408          *      Something went wrong with the socket: make it harmless.
3409          */
3410         if (this->status == RAD_LISTEN_STATUS_REMOVE_FD) {
3411                 int devnull;
3412
3413                 /*
3414                  *      Remove it from the list of live FD's.
3415                  */
3416                 FD_MUTEX_LOCK(&fd_mutex);
3417                 fr_event_fd_delete(el, 0, this->fd);
3418                 FD_MUTEX_UNLOCK(&fd_mutex);
3419
3420 #ifdef WITH_PROXY
3421                 if (this->type != RAD_LISTEN_PROXY)
3422 #endif
3423                 {
3424                         if (this->count != 0) {
3425                                 fr_packet_list_walk(pl, this,
3426                                                     remove_all_requests);
3427                         }
3428
3429                         if (this->count == 0) {
3430                                 this->status = RAD_LISTEN_STATUS_FINISH;
3431                                 goto finish;
3432                         }
3433                 }
3434 #ifdef WITH_PROXY
3435                 else {
3436                         int count = this->count;
3437
3438                         /*
3439                          *      Duplicate code
3440                          */
3441                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3442                         if (!fr_packet_list_socket_freeze(proxy_list,
3443                                                           this->fd)) {
3444                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3445                                        fr_strerror());
3446                                 exit(1);
3447                         }
3448
3449                         /*
3450                          *      Doing this with the proxy mutex held
3451                          *      is a Bad Thing.  We should move to
3452                          *      finer-grained mutexes.
3453                          */
3454                         count = this->count;
3455                         if (count > 0) {
3456                                 fr_packet_list_walk(proxy_list, this,
3457                                                     remove_all_proxied_requests);
3458                         }
3459                         count = this->count; /* protected by mutex */
3460                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3461
3462                         if (count == 0) {
3463                                 this->status = RAD_LISTEN_STATUS_FINISH;
3464                                 goto finish;
3465                         }
3466                 }
3467 #endif
3468
3469                 /*
3470                  *      Re-open the socket, pointing it to /dev/null.
3471                  *      This means that all writes proceed without
3472                  *      blocking, and all reads return "no data".
3473                  *
3474                  *      This leaves the socket active, so any child
3475                  *      threads won't go insane.  But it means that
3476                  *      they cannot send or receive any packets.
3477                  *
3478                  *      This is EXTRA work in the normal case, when
3479                  *      sockets are closed without error.  But it lets
3480                  *      us have one simple processing method for all
3481                  *      sockets.
3482                  */
3483                 devnull = open("/dev/null", O_RDWR);
3484                 if (devnull < 0) {
3485                         radlog(L_ERR, "FATAL failure opening /dev/null: %s",
3486                                strerror(errno));
3487                         exit(1);
3488                 }
3489                 if (dup2(devnull, this->fd) < 0) {
3490                         radlog(L_ERR, "FATAL failure closing socket: %s",
3491                                strerror(errno));
3492                         exit(1);
3493                 }
3494                 close(devnull);
3495
3496                 this->status = RAD_LISTEN_STATUS_CLOSED;
3497
3498                 /*
3499                  *      Fall through to the next section.
3500                  */
3501         }
3502
3503         /*
3504          *      Called ONLY from the main thread.  On the following
3505          *      conditions:
3506          *
3507          *      idle timeout
3508          *      max lifetime
3509          *
3510          *      (and falling through from "forcibly close FD" above)
3511          *      client closed connection on us
3512          *      client sent us a bad packet.
3513          */
3514         if (this->status == RAD_LISTEN_STATUS_CLOSED) {
3515                 int count = this->count;
3516                 rad_assert(this->type != RAD_LISTEN_DETAIL);
3517
3518 #ifdef WITH_PROXY
3519                 /*
3520                  *      Remove it from the list of active sockets, so
3521                  *      that it isn't used when proxying new packets.
3522                  */
3523                 if (this->type == RAD_LISTEN_PROXY) {
3524                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3525                         if (!fr_packet_list_socket_freeze(proxy_list,
3526                                                           this->fd)) {
3527                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3528                                        fr_strerror());
3529                                 exit(1);
3530                         }
3531                         count = this->count; /* protected by mutex */
3532                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3533                 }
3534 #endif
3535
3536                 /*
3537                  *      Requests are still using the socket.  Wait for
3538                  *      them to finish.
3539                  */
3540                 if (count != 0) {
3541                         struct timeval when;
3542                         listen_socket_t *sock = this->data;
3543
3544                         /*
3545                          *      Try again to clean up the socket in 30
3546                          *      seconds.
3547                          */
3548                         gettimeofday(&when, NULL);
3549                         when.tv_sec += 30;
3550
3551                         if (!fr_event_insert(el,
3552                                              (fr_event_callback_t) event_new_fd,
3553                                              this, &when, &sock->ev)) {
3554                                 rad_panic("Failed to insert event");
3555                         }
3556
3557                         return;
3558                 }
3559
3560                 /*
3561                  *      No one is using this socket: we can delete it
3562                  *      immediately.
3563                  */
3564                 this->status = RAD_LISTEN_STATUS_FINISH;
3565         }
3566
3567 finish:
3568         if (this->status == RAD_LISTEN_STATUS_FINISH) {
3569                 listen_socket_t *sock = this->data;
3570
3571                 rad_assert(this->count == 0);
3572                 DEBUG2(" ... closing socket %s", buffer);
3573
3574                 /*
3575                  *      Remove it from the list of live FD's.  Note
3576                  *      that it MAY also have been removed above.  We
3577                  *      do it again here, to catch the case of sockets
3578                  *      closing on idle timeout, or max
3579                  *      lifetime... AFTER all requests have finished
3580                  *      using it.
3581                  */
3582                 FD_MUTEX_LOCK(&fd_mutex);
3583                 fr_event_fd_delete(el, 0, this->fd);
3584                 FD_MUTEX_UNLOCK(&fd_mutex);
3585
3586 #ifdef WITH_PROXY
3587                 /*
3588                  *      Remove it from the list of sockets to be used
3589                  *      when proxying.
3590                  */
3591                 if (this->type == RAD_LISTEN_PROXY) {
3592                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3593                         if (!fr_packet_list_socket_remove(proxy_list,
3594                                                           this->fd, NULL)) {
3595                                 radlog(L_ERR, "Fatal error removing socket: %s",
3596                                        fr_strerror());
3597                                 exit(1);
3598                         }
3599                         if (sock->home) sock->home->num_connections--;
3600                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3601                 }
3602 #endif
3603
3604                 /*
3605                  *      Remove any pending cleanups.
3606                  */
3607                 if (sock->ev) fr_event_delete(el, &sock->ev);
3608
3609                 /*
3610                  *      And finally, close the socket.
3611                  */
3612                 listen_free(&this);
3613         }
3614 }
3615
3616 static void handle_signal_self(int flag)
3617 {
3618         if ((flag & (RADIUS_SIGNAL_SELF_EXIT | RADIUS_SIGNAL_SELF_TERM)) != 0) {
3619                 if ((flag & RADIUS_SIGNAL_SELF_EXIT) != 0) {
3620                         fr_event_loop_exit(el, 1);
3621                 } else {
3622                         fr_event_loop_exit(el, 2);
3623                 }
3624
3625                 return;
3626         } /* else exit/term flags weren't set */
3627
3628         /*
3629          *      Tell the even loop to stop processing.
3630          */
3631         if ((flag & RADIUS_SIGNAL_SELF_HUP) != 0) {
3632                 time_t when;
3633                 static time_t last_hup = 0;
3634
3635                 DEBUG("Received HUP signal.");
3636
3637                 when = time(NULL);
3638                 if ((int) (when - last_hup) < 5) {
3639                         radlog(L_INFO, "Ignoring HUP (less than 5s since last one)");
3640                         return;
3641                 }
3642                 last_hup = when;
3643
3644                 fr_event_loop_exit(el, 0x80);
3645         }
3646
3647 #ifdef WITH_DETAIL
3648         if ((flag & RADIUS_SIGNAL_SELF_DETAIL) != 0) {
3649                 rad_listen_t *this;
3650
3651                 /*
3652                  *      FIXME: O(N) loops suck.
3653                  */
3654                 for (this = mainconfig.listen;
3655                      this != NULL;
3656                      this = this->next) {
3657                         if (this->type != RAD_LISTEN_DETAIL) continue;
3658
3659                         /*
3660                          *      This one didn't send the signal, skip
3661                          *      it.
3662                          */
3663                         if (!this->decode(this, NULL)) continue;
3664
3665                         /*
3666                          *      Go service the interrupt.
3667                          */
3668                         event_poll_detail(this);
3669                 }
3670         }
3671 #endif
3672
3673 #ifdef WITH_PROXY
3674         /*
3675          *      Add event handlers for idle timeouts && maximum lifetime.XXX
3676          */
3677         if ((flag & RADIUS_SIGNAL_SELF_NEW_FD) != 0) {
3678                 struct timeval when;
3679                 void *fun = NULL;
3680
3681                 if (!fr_event_now(el, &now)) gettimeofday(&now, NULL);
3682
3683                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
3684
3685                 while (proxy_listener_list) {
3686                         rad_listen_t *this = proxy_listener_list;
3687                         listen_socket_t *sock = this->data;
3688
3689                         proxy_listener_list = this->next;
3690                         this->next = NULL;
3691
3692                         if (!sock->home) continue; /* skip UDP sockets */
3693
3694                         when = now;
3695
3696                         if (!sock->home->idle_timeout) {
3697                                 rad_assert(sock->home->lifetime != 0);
3698
3699                                 when.tv_sec += sock->home->lifetime;
3700                                 fun = tcp_socket_lifetime;
3701                         } else {
3702                                 rad_assert(sock->home->idle_timeout != 0);
3703
3704                                 when.tv_sec += sock->home->idle_timeout;
3705                                 fun = tcp_socket_idle_timeout;
3706                         }
3707
3708                         if (!fr_event_insert(el, fun, this, &when,
3709                                              &(sock->ev))) {
3710                                 rad_panic("Failed to insert event");
3711                         }
3712                 }
3713
3714                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3715         }
3716 #endif
3717 }
3718
3719 #ifndef WITH_SELF_PIPE
3720 void radius_signal_self(int flag)
3721 {
3722         handle_signal_self(flag);
3723 }
3724 #else
3725 /*
3726  *      Inform ourselves that we received a signal.
3727  */
3728 void radius_signal_self(int flag)
3729 {
3730         ssize_t rcode;
3731         uint8_t buffer[16];
3732
3733         /*
3734          *      The read MUST be non-blocking for this to work.
3735          */
3736         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3737         if (rcode > 0) {
3738                 ssize_t i;
3739
3740                 for (i = 0; i < rcode; i++) {
3741                         buffer[0] |= buffer[i];
3742                 }
3743         } else {
3744                 buffer[0] = 0;
3745         }
3746
3747         buffer[0] |= flag;
3748
3749         write(self_pipe[1], buffer, 1);
3750 }
3751
3752
3753 static void event_signal_handler(UNUSED fr_event_list_t *xel,
3754                                  UNUSED int fd, UNUSED void *ctx)
3755 {
3756         ssize_t i, rcode;
3757         uint8_t buffer[32];
3758
3759         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3760         if (rcode <= 0) return;
3761
3762         /*
3763          *      Merge pending signals.
3764          */
3765         for (i = 0; i < rcode; i++) {
3766                 buffer[0] |= buffer[i];
3767         }
3768
3769         handle_signal_self(buffer[0]);
3770 }
3771 #endif
3772
3773
3774 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd,
3775                                  void *ctx)
3776 {
3777         rad_listen_t *listener = ctx;
3778         RAD_REQUEST_FUNP fun;
3779         REQUEST *request;
3780
3781         rad_assert(xel == el);
3782
3783         xel = xel;
3784
3785         if (listener->fd < 0) rad_panic("Socket was closed on us!");
3786
3787         if (!listener->recv(listener, &fun, &request)) return;
3788
3789         if (!thread_pool_addrequest(request, fun)) {
3790                 request->child_state = REQUEST_DONE;
3791         }
3792 }
3793
3794 typedef struct listen_detail_t {
3795         fr_event_t      *ev;
3796 } listen_detail_t;
3797
3798 /*
3799  *      This function is called periodically to see if this detail
3800  *      file is available for reading.
3801  */
3802 static void event_poll_detail(void *ctx)
3803 {
3804         int rcode, delay;
3805         RAD_REQUEST_FUNP fun;
3806         REQUEST *request;
3807         rad_listen_t *this = ctx;
3808         struct timeval when;
3809         listen_detail_t *detail = this->data;
3810
3811         rad_assert(this->type == RAD_LISTEN_DETAIL);
3812
3813         /*
3814          *      Try to read something.
3815          *
3816          *      FIXME: This does poll AND receive.
3817          */
3818         rcode = this->recv(this, &fun, &request);
3819         if (rcode != 0) {
3820                 rad_assert(fun != NULL);
3821                 rad_assert(request != NULL);
3822
3823                 if (!thread_pool_addrequest(request, fun)) {
3824                         request->child_state = REQUEST_DONE;
3825                 }
3826         }
3827
3828         if (!fr_event_now(el, &now)) gettimeofday(&now, NULL);
3829         when = now;
3830
3831         /*
3832          *      Backdoor API to get the delay until the next poll
3833          *      time.
3834          */
3835         delay = this->encode(this, NULL);
3836         tv_add(&when, delay);
3837
3838         if (!fr_event_insert(el, event_poll_detail, this,
3839                              &when, &detail->ev)) {
3840                 radlog(L_ERR, "Failed creating handler");
3841                 exit(1);
3842         }
3843 }
3844
3845
3846 static void event_status(struct timeval *wake)
3847 {
3848 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3849         int argval;
3850 #endif
3851
3852         if (debug_flag == 0) {
3853                 if (just_started) {
3854                         radlog(L_INFO, "Ready to process requests.");
3855                         just_started = FALSE;
3856                 }
3857                 return;
3858         }
3859
3860         if (!wake) {
3861                 DEBUG("Ready to process requests.");
3862
3863         } else if ((wake->tv_sec != 0) ||
3864                    (wake->tv_usec >= 100000)) {
3865                 DEBUG("Waking up in %d.%01u seconds.",
3866                       (int) wake->tv_sec, (unsigned int) wake->tv_usec / 100000);
3867         }
3868
3869
3870         /*
3871          *      FIXME: Put this somewhere else, where it isn't called
3872          *      all of the time...
3873          */
3874
3875 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3876         /*
3877          *      If there are no child threads, then there may
3878          *      be child processes.  In that case, wait for
3879          *      their exit status, and throw that exit status
3880          *      away.  This helps get rid of zxombie children.
3881          */
3882         while (waitpid(-1, &argval, WNOHANG) > 0) {
3883                 /* do nothing */
3884         }
3885 #endif
3886
3887 }
3888
3889 /*
3890  *      Externally-visibly functions.
3891  */
3892 int radius_event_init(CONF_SECTION *cs, int spawn_flag)
3893 {
3894         rad_listen_t *head = NULL;
3895
3896         if (el) return 0;
3897
3898         time(&fr_start_time);
3899
3900         el = fr_event_list_create(event_status);
3901         if (!el) return 0;
3902
3903         pl = fr_packet_list_create(0);
3904         if (!pl) return 0;      /* leak el */
3905
3906         request_num_counter = 0;
3907
3908 #ifdef WITH_PROXY
3909         if (mainconfig.proxy_requests) {
3910                 pthread_mutexattr_t attr;
3911
3912                 /*
3913                  *      Create the tree for managing proxied requests and
3914                  *      responses.
3915                  */
3916                 proxy_list = fr_packet_list_create(1);
3917                 if (!proxy_list) return 0;
3918
3919 #ifdef HAVE_PTHREAD_H
3920                 pthread_mutexattr_init(&attr);
3921
3922 #ifdef PTHREAD_MUTEX_RECURSIVE
3923                 if (pthread_mutexattr_settype(&attr, PTHREAD_MUTEX_RECURSIVE) < 0) {
3924                         radlog(L_ERR, "FATAL: Failed to set type for proxy mutex: %s",
3925                                strerror(errno));
3926                         exit(1);
3927                 }
3928 #endif
3929
3930                 if (pthread_mutex_init(&proxy_mutex, NULL) != 0) {
3931                         radlog(L_ERR, "FATAL: Failed to initialize proxy mutex: %s",
3932                                strerror(errno));
3933                         exit(1);
3934                 }
3935
3936                 pthread_mutexattr_destroy(&attr);
3937 #endif
3938         }
3939 #endif
3940
3941         /*
3942          *      Just before we spawn the child threads, force the log
3943          *      subsystem to re-open the log file for every write.
3944          */
3945         if (spawn_flag) force_log_reopen();
3946
3947 #ifdef HAVE_PTHREAD_H
3948 #ifndef __MINGW32__
3949         NO_SUCH_CHILD_PID = (pthread_t ) (0);
3950 #else
3951         NO_SUCH_CHILD_PID = pthread_self(); /* not a child thread */
3952 #endif
3953         /*
3954          *      Initialize the threads ONLY if we're spawning, AND
3955          *      we're running normally.
3956          */
3957         if (spawn_flag && !check_config &&
3958             (thread_pool_init(cs, &spawn_flag) < 0)) {
3959                 exit(1);
3960         }
3961 #endif
3962
3963         /*
3964          *      Move all of the thread calls to this file?
3965          *
3966          *      It may be best for the mutexes to be in this file...
3967          */
3968         have_children = spawn_flag;
3969
3970         if (check_config) {
3971                 DEBUG("%s: #### Skipping IP addresses and Ports ####",
3972                        mainconfig.name);
3973                 return 1;
3974         }
3975
3976 #ifdef WITH_SELF_PIPE
3977         /*
3978          *      Child threads need a pipe to signal us, as do the
3979          *      signal handlers.
3980          */
3981         if (pipe(self_pipe) < 0) {
3982                 radlog(L_ERR, "radiusd: Error opening internal pipe: %s",
3983                        strerror(errno));
3984                 exit(1);
3985         }
3986         if (fcntl(self_pipe[0], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
3987                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
3988                        strerror(errno));
3989                 exit(1);
3990         }
3991         if (fcntl(self_pipe[1], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
3992                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
3993                        strerror(errno));
3994                 exit(1);
3995         }
3996
3997         if (!fr_event_fd_insert(el, 0, self_pipe[0],
3998                                   event_signal_handler, el)) {
3999                 radlog(L_ERR, "Failed creating handler for signals");
4000                 exit(1);
4001         }
4002 #endif  /* WITH_SELF_PIPE */
4003
4004        DEBUG("%s: #### Opening IP addresses and Ports ####",
4005                mainconfig.name);
4006
4007        /*
4008         *       The server temporarily switches to an unprivileged
4009         *       user very early in the bootstrapping process.
4010         *       However, some sockets MAY require privileged access
4011         *       (bind to device, or to port < 1024, or to raw
4012         *       sockets).  Those sockets need to call suid up/down
4013         *       themselves around the functions that need a privileged
4014         *       uid.
4015         */
4016         if (listen_init(cs, &head) < 0) {
4017                 _exit(1);
4018         }
4019
4020         mainconfig.listen = head;
4021
4022         /*
4023          *      At this point, no one has any business *ever* going
4024          *      back to root uid.
4025          */
4026         fr_suid_down_permanent();
4027
4028         return 1;
4029 }
4030
4031
4032 static int request_hash_cb(UNUSED void *ctx, void *data)
4033 {
4034         REQUEST *request = fr_packet2myptr(REQUEST, packet, data);
4035
4036 #ifdef WITH_PROXY
4037         rad_assert(request->in_proxy_hash == FALSE);
4038 #endif
4039
4040         ev_request_free(&request);
4041
4042         return 0;
4043 }
4044
4045
4046 #ifdef WITH_PROXY
4047 static int proxy_hash_cb(UNUSED void *ctx, void *data)
4048 {
4049         REQUEST *request = fr_packet2myptr(REQUEST, proxy, data);
4050
4051         ev_request_free(&request);
4052
4053         return 0;
4054 }
4055 #endif
4056
4057 void radius_event_free(void)
4058 {
4059         /*
4060          *      FIXME: Stop all threads, or at least check that
4061          *      they're all waiting on the semaphore, and the queues
4062          *      are empty.
4063          */
4064
4065 #ifdef WITH_PROXY
4066         /*
4067          *      There are requests in the proxy hash that aren't
4068          *      referenced from anywhere else.  Remove them first.
4069          */
4070         if (proxy_list) {
4071                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
4072                 fr_packet_list_walk(proxy_list, NULL, proxy_hash_cb);
4073                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
4074                 fr_packet_list_free(proxy_list);
4075                 proxy_list = NULL;
4076         }
4077 #endif
4078
4079         fr_packet_list_walk(pl, NULL, request_hash_cb);
4080
4081         fr_packet_list_free(pl);
4082         pl = NULL;
4083
4084         fr_event_list_free(el);
4085 }
4086
4087 int radius_event_process(void)
4088 {
4089         if (!el) return 0;
4090
4091         return fr_event_loop(el);
4092 }
4093
4094 void radius_handle_request(REQUEST *request, RAD_REQUEST_FUNP fun)
4095 {
4096         request->options = RAD_REQUEST_OPTION_DEBUG2;
4097
4098         if (request_pre_handler(request)) {
4099                 rad_assert(fun != NULL);
4100                 rad_assert(request != NULL);
4101
4102                 if (request->server) RDEBUG("server %s {",
4103                                             request->server != NULL ?
4104                                             request->server : "");
4105                 fun(request);
4106
4107                 if (request->server) RDEBUG("} # server %s",
4108                                              request->server != NULL ?
4109                                             request->server : "");
4110
4111                 request_post_handler(request);
4112         }
4113
4114         DEBUG2("Going to the next request");
4115         return;
4116 }