39091caf17a3a17a6368876a350c1e193df4bfe7
[freeradius.git] / src / main / event.c
1 /*
2  * event.c      Server event handling
3  *
4  * Version:     $Id$
5  *
6  *   This program is free software; you can redistribute it and/or modify
7  *   it under the terms of the GNU General Public License as published by
8  *   the Free Software Foundation; either version 2 of the License, or
9  *   (at your option) any later version.
10  *
11  *   This program is distributed in the hope that it will be useful,
12  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
13  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  *   GNU General Public License for more details.
15  *
16  *   You should have received a copy of the GNU General Public License
17  *   along with this program; if not, write to the Free Software
18  *   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
19  *
20  * Copyright 2007  The FreeRADIUS server project
21  * Copyright 2007  Alan DeKok <aland@deployingradius.com>
22  */
23
24 #include <freeradius-devel/ident.h>
25 RCSID("$Id$")
26
27 #include <freeradius-devel/radiusd.h>
28 #include <freeradius-devel/modules.h>
29 #include <freeradius-devel/event.h>
30 #include <freeradius-devel/detail.h>
31
32 #include <freeradius-devel/rad_assert.h>
33
34 #include <signal.h>
35 #include <fcntl.h>
36
37 #ifdef HAVE_SYS_WAIT_H
38 #       include <sys/wait.h>
39 #endif
40
41 #define USEC (1000000)
42
43 extern pid_t radius_pid;
44 extern int dont_fork;
45 extern int check_config;
46 extern char *debug_condition;
47
48 /*
49  *      Ridiculous amounts of local state.
50  */
51 static fr_event_list_t  *el = NULL;
52 static fr_packet_list_t *pl = NULL;
53 static int                      request_num_counter = 0;
54 static struct timeval           now;
55 time_t                          fr_start_time;
56 static int                      have_children;
57 static int                      just_started = TRUE;
58
59 #ifndef __MINGW32__
60 static int self_pipe[2];
61 #endif
62
63 #ifdef HAVE_PTHREAD_H
64 #ifdef WITH_PROXY
65 static pthread_mutex_t  proxy_mutex;
66 static rad_listen_t *proxy_listener_list = NULL;
67 static int proxy_no_new_sockets = FALSE;
68 #endif
69
70 #define PTHREAD_MUTEX_LOCK if (have_children) pthread_mutex_lock
71 #define PTHREAD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
72
73 static pthread_t NO_SUCH_CHILD_PID;
74 #else
75 /*
76  *      This is easier than ifdef's throughout the code.
77  */
78 #define PTHREAD_MUTEX_LOCK(_x)
79 #define PTHREAD_MUTEX_UNLOCK(_x)
80 int thread_pool_addrequest(REQUEST *request, RAD_REQUEST_FUNP fun)
81 {
82         request->process = fun;
83         radius_handle_request(request, fun);
84         return 1;
85 }
86 #endif
87
88 /*
89  *      We need mutexes around the event FD list *only* in certain
90  *      cases.
91  */
92 #if defined (HAVE_PTHREAD_H) && (defined(WITH_PROXY) || defined(WITH_TCP))
93 static pthread_mutex_t  fd_mutex;
94 #define FD_MUTEX_LOCK if (have_children) pthread_mutex_lock
95 #define FD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
96 #else
97 /*
98  *      This is easier than ifdef's throughout the code.
99  */
100 #define FD_MUTEX_LOCK(_x)
101 #define FD_MUTEX_UNLOCK(_x)
102 #endif
103
104
105 #define INSERT_EVENT(_function, _ctx) if (!fr_event_insert(el, _function, _ctx, &((_ctx)->when), &((_ctx)->ev))) { _rad_panic(__FILE__, __LINE__, "Failed to insert event"); }
106
107 #ifdef WITH_PROXY
108 static fr_packet_list_t *proxy_list = NULL;
109 static void remove_from_proxy_hash(REQUEST *request);
110
111 static void check_for_zombie_home_server(REQUEST *request);
112 #else
113 #define remove_from_proxy_hash(foo)
114 #endif
115
116 static void request_post_handler(REQUEST *request);
117 static void wait_a_bit(void *ctx);
118 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd, void *ctx);
119 #ifdef WITH_DETAIL
120 static void event_poll_detail(void *ctx);
121 #endif
122
123 static void NEVER_RETURNS _rad_panic(const char *file, unsigned int line,
124                                     const char *msg)
125 {
126         radlog(L_ERR, "[%s:%d] %s", file, line, msg);
127         _exit(1);
128 }
129
130 #define rad_panic(x) _rad_panic(__FILE__, __LINE__, x)
131
132
133 static void tv_add(struct timeval *tv, int usec_delay)
134 {
135         if (usec_delay > USEC) {
136                 tv->tv_sec += usec_delay / USEC;
137                 usec_delay %= USEC;
138         }
139         tv->tv_usec += usec_delay;
140
141         if (tv->tv_usec > USEC) {
142                 tv->tv_sec += tv->tv_usec / USEC;
143                 tv->tv_usec %= USEC;
144         }
145 }
146
147 static void remove_from_request_hash(REQUEST *request)
148 {
149         if (!request->in_request_hash) return;
150
151         fr_packet_list_yank(pl, request->packet);
152         request->in_request_hash = FALSE;
153
154         request_stats_final(request);
155
156 #ifdef WITH_TCP
157         request->listener->count--;
158 #endif
159 }
160
161 #ifdef WITH_PROXY
162 static REQUEST *lookup_in_proxy_hash(RADIUS_PACKET *reply)
163 {
164         int done = FALSE;
165         RADIUS_PACKET **proxy_p;
166         REQUEST *request;
167
168         PTHREAD_MUTEX_LOCK(&proxy_mutex);
169         proxy_p = fr_packet_list_find_byreply(proxy_list, reply);
170
171         if (!proxy_p) {
172                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
173                 return NULL;
174         }
175
176         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
177         request->num_proxied_responses++; /* needs to be protected by lock */
178
179         done = (request->num_proxied_requests == request->num_proxied_responses);
180         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
181
182
183         /*
184          *      Catch the most common case of everything working
185          *      correctly.
186          */
187         if (done) remove_from_proxy_hash(request);
188
189         return request;
190 }
191
192
193 static void remove_from_proxy_hash(REQUEST *request)
194 {
195         /*
196          *      Check this without grabbing the mutex because it's a
197          *      lot faster that way.
198          */
199         if (!request->in_proxy_hash) return;
200
201         /*
202          *      The "not in hash" flag is definitive.  However, if the
203          *      flag says that it IS in the hash, there might still be
204          *      a race condition where it isn't.
205          */
206         PTHREAD_MUTEX_LOCK(&proxy_mutex);
207
208         if (!request->in_proxy_hash) {
209                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
210                 return;
211         }
212
213         fr_packet_list_yank(proxy_list, request->proxy);
214         fr_packet_list_id_free(proxy_list, request->proxy);
215
216         /*
217          *      On the FIRST reply, decrement the count of outstanding
218          *      requests.  Note that this is NOT the count of sent
219          *      packets, but whether or not the home server has
220          *      responded at all.
221          */
222         if (!request->proxy_reply &&
223             request->home_server &&
224             request->home_server->currently_outstanding) {
225                 request->home_server->currently_outstanding--;
226         }
227
228 #ifdef WITH_TCP
229         request->proxy_listener->count--;
230         request->proxy_listener = NULL;
231 #endif
232
233         /*
234          *      Got from YES in hash, to NO, not in hash while we hold
235          *      the mutex.  This guarantees that when another thread
236          *      grabs the mutex, the "not in hash" flag is correct.
237          */
238         request->in_proxy_hash = FALSE;
239
240         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
241 }
242 #endif  /* WITH_PROXY */
243
244 static void ev_request_free(REQUEST **prequest)
245 {
246         REQUEST *request;
247         
248         if (!prequest || !*prequest) return;
249
250         request = *prequest;
251
252 #ifdef WITH_COA
253         if (request->coa) {
254                 /*
255                  *      Divorce the child from the parent first,
256                  *      then clean up the child.
257                  */
258                 request->coa->parent = NULL;
259                 ev_request_free(&request->coa);
260         }
261
262         /*
263          *      Divorce the parent from the child, and leave the
264          *      parent still alive.
265          */
266         if (request->parent && (request->parent->coa == request)) {
267                 request->parent->coa = NULL;
268         }
269 #endif
270
271         if (request->ev) fr_event_delete(el, &request->ev);
272 #ifdef WITH_PROXY
273         if (request->in_proxy_hash) remove_from_proxy_hash(request);
274 #endif
275         if (request->in_request_hash) remove_from_request_hash(request);
276
277         request_free(prequest);
278 }
279
280 #ifdef WITH_TCP
281 static int remove_all_requests(void *ctx, void *data)
282 {
283         rad_listen_t *this = ctx;
284         RADIUS_PACKET **packet_p = data;
285         REQUEST *request;
286         
287         request = fr_packet2myptr(REQUEST, packet, packet_p);
288         if (request->packet->sockfd != this->fd) return 0;
289
290         switch (request->child_state) {
291         case REQUEST_RUNNING:
292                 rad_assert(request->ev != NULL); /* or it's lost forever */
293         case REQUEST_QUEUED:
294                 request->master_state = REQUEST_STOP_PROCESSING;
295                 return 0;
296
297                 /*
298                  *      Waiting for a reply.  There's no point in
299                  *      doing anything else.  We remove it from the
300                  *      request hash so that we can close the upstream
301                  *      socket.
302                  */
303         case REQUEST_PROXIED:
304                 remove_from_request_hash(request);
305                 request->child_state = REQUEST_DONE;
306                 return 0;
307
308         case REQUEST_REJECT_DELAY:
309         case REQUEST_CLEANUP_DELAY:
310         case REQUEST_DONE:
311                 ev_request_free(&request);
312                 break;
313         }
314
315         return 0;
316 }
317
318 #ifdef WITH_PROXY
319 static int remove_all_proxied_requests(void *ctx, void *data)
320 {
321         rad_listen_t *this = ctx;
322         RADIUS_PACKET **proxy_p = data;
323         REQUEST *request;
324         
325         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
326         if (request->proxy->sockfd != this->fd) return 0;
327
328         switch (request->child_state) {
329         case REQUEST_RUNNING:
330                 rad_assert(request->ev != NULL); /* or it's lost forever */
331         case REQUEST_QUEUED:
332                 request->master_state = REQUEST_STOP_PROCESSING;
333                 return 0;
334
335                 /*
336                  *      Eventually we will discover that there is no
337                  *      response to the proxied request.
338                  */
339         case REQUEST_PROXIED:
340                 break;
341
342                 /*
343                  *      Keep it in the cache for duplicate detection.
344                  */
345         case REQUEST_REJECT_DELAY:
346         case REQUEST_CLEANUP_DELAY:
347         case REQUEST_DONE:
348                 break;
349         }
350
351         remove_from_proxy_hash(request);
352         return 0;
353 }
354 #endif  /* WITH_PROXY */
355 #endif  /* WITH_TCP */
356
357
358 #ifdef WITH_PROXY
359 static int insert_into_proxy_hash(REQUEST *request)
360 {
361         char buf[128];
362         int rcode, tries;
363         void *proxy_listener;
364
365         rad_assert(request->proxy != NULL);
366         rad_assert(proxy_list != NULL);
367
368         tries = 1;
369 retry:
370         PTHREAD_MUTEX_LOCK(&proxy_mutex);
371         rcode = fr_packet_list_id_alloc(proxy_list,
372                                         request->home_server->proto,
373                                         request->proxy, &proxy_listener);
374         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
375         
376         if (!rcode) {
377                 if (proxy_no_new_sockets) return 0;
378
379                 /*
380                  *      Also locks the proxy mutex, so we have to call
381                  *      it with the mutex unlocked.  Some systems
382                  *      don't support recursive mutexes.
383                  */
384                 if (!proxy_new_listener(request->home_server, 0)) {
385                         radlog(L_ERR, "Failed to create a new socket for proxying requests.");
386                         return 0;
387                 }
388                 request->proxy->src_port = 0; /* Use any new socket */
389
390                 tries++;
391                 if (tries > 2) {
392                         RDEBUG2("ERROR: Failed allocating Id for new socket when proxying requests.");
393                         return 0;
394                 }
395                 
396                 goto retry;
397         }
398
399         request->proxy_listener = proxy_listener;
400
401         PTHREAD_MUTEX_LOCK(&proxy_mutex);
402         if (!fr_packet_list_insert(proxy_list, &request->proxy)) {
403                 fr_packet_list_id_free(proxy_list, request->proxy);
404                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
405                 radlog(L_PROXY, "Failed to insert entry into proxy list");
406                 return 0;
407         }
408
409         request->in_proxy_hash = TRUE;
410
411         /*
412          *      Keep track of maximum outstanding requests to a
413          *      particular home server.  'max_outstanding' is
414          *      enforced in home_server_ldb(), in realms.c.
415          */
416         if (request->home_server) {
417                 request->home_server->currently_outstanding++;
418         }
419
420 #ifdef WITH_TCP
421         request->proxy_listener->count++;
422 #endif
423
424         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
425
426         RDEBUG3(" proxy: allocating destination %s port %d - Id %d",
427                inet_ntop(request->proxy->dst_ipaddr.af,
428                          &request->proxy->dst_ipaddr.ipaddr, buf, sizeof(buf)),
429                request->proxy->dst_port,
430                request->proxy->id);
431
432         return 1;
433 }
434
435
436 /*
437  *      Called as BOTH an event, and in-line from other functions.
438  */
439 static void wait_for_proxy_id_to_expire(void *ctx)
440 {
441         REQUEST *request = ctx;
442
443         rad_assert(request->magic == REQUEST_MAGIC);
444         rad_assert(request->proxy != NULL);
445
446         fr_event_now(el, &now);
447         request->when = request->proxy_when;
448
449 #ifdef WITH_COA
450         if (((request->proxy->code == PW_COA_REQUEST) ||
451              (request->proxy->code == PW_DISCONNECT_REQUEST)) &&
452             (request->packet->code != request->proxy->code)) {
453                 request->when.tv_sec += request->home_server->coa_mrd;
454         } else
455 #endif
456         request->when.tv_sec += request->home_server->response_window;
457
458         if ((request->num_proxied_requests == request->num_proxied_responses) ||
459 #ifdef WITH_TCP
460             (request->home_server->proto == IPPROTO_TCP) ||
461 #endif
462             timercmp(&now, &request->when, >)) {
463                 if (request->packet) {
464                         RDEBUG2("Cleaning up request %u ID %d with timestamp +%d",
465                                request->number, request->packet->id,
466                                (unsigned int) (request->timestamp - fr_start_time));
467                 } else {
468                         RDEBUG2("Cleaning up request %u with timestamp +%d",
469                                request->number,
470                                (unsigned int) (request->timestamp - fr_start_time));
471                 }
472
473                 ev_request_free(&request);
474                 return;
475         }
476
477         INSERT_EVENT(wait_for_proxy_id_to_expire, request);
478 }
479 #endif
480
481 #ifdef HAVE_PTHREAD_H
482 static void wait_for_child_to_die(void *ctx)
483 {
484         REQUEST *request = ctx;
485
486         rad_assert(request->magic == REQUEST_MAGIC);
487
488         /*
489          *      If it's still queued (waiting for a thread to pick it
490          *      up) OR, it's running AND there's still a child thread
491          *      handling it, THEN delay some more.
492          */
493         if ((request->child_state == REQUEST_QUEUED) ||
494             ((request->child_state == REQUEST_RUNNING) &&
495              (pthread_equal(request->child_pid, NO_SUCH_CHILD_PID) == 0))) {
496
497                 /*
498                  *      Cap delay at five minutes.
499                  */
500                 if (request->delay < (USEC * 60 * 5)) {
501                         request->delay += (request->delay >> 1);
502                         radlog(L_INFO, "WARNING: Child is hung for request %u in component %s module %s.",
503                                request->number, request->component, request->module);
504                 } else {
505                         RDEBUG2("Child is still stuck for request %u",
506                                 request->number);
507                 }
508                 tv_add(&request->when, request->delay);
509
510                 INSERT_EVENT(wait_for_child_to_die, request);
511                 return;
512         }
513
514         RDEBUG2("Child is finally responsive for request %u", request->number);
515         remove_from_request_hash(request);
516
517 #ifdef WITH_PROXY
518         if (request->proxy) {
519                 wait_for_proxy_id_to_expire(request);
520                 return;
521         }
522 #endif
523
524         ev_request_free(&request);
525 }
526 #endif
527
528 static void cleanup_delay(void *ctx)
529 {
530         REQUEST *request = ctx;
531
532         rad_assert(request->magic == REQUEST_MAGIC);
533         rad_assert((request->child_state == REQUEST_CLEANUP_DELAY) ||
534                    (request->child_state == REQUEST_DONE));
535
536         remove_from_request_hash(request);
537
538 #ifdef WITH_PROXY
539         if (request->proxy && request->in_proxy_hash) {
540                 wait_for_proxy_id_to_expire(request);
541                 return;
542         }
543 #endif
544
545         RDEBUG2("Cleaning up request %u ID %d with timestamp +%d",
546                request->number, request->packet->id,
547                (unsigned int) (request->timestamp - fr_start_time));
548
549         ev_request_free(&request);
550 }
551
552
553 /*
554  *      In daemon mode, AND this request has debug flags set.
555  */
556 #define DEBUG_PACKET if (!debug_flag && request->options && request->radlog) debug_packet
557
558 static void debug_packet(REQUEST *request, RADIUS_PACKET *packet, int direction)
559 {
560         VALUE_PAIR *vp;
561         char buffer[1024];
562         const char *received, *from;
563         const fr_ipaddr_t *ip;
564         int port;
565
566         if (!packet || (packet->code == 0)) return;
567
568         rad_assert(request->radlog != NULL);
569
570         if (direction == 0) {
571                 received = "Received";
572                 from = "from";  /* what else? */
573                 ip = &packet->src_ipaddr;
574                 port = packet->src_port;
575
576         } else {
577                 received = "Sending";
578                 from = "to";    /* hah! */
579                 ip = &packet->dst_ipaddr;
580                 port = packet->dst_port;
581         }
582         
583         /*
584          *      Client-specific debugging re-prints the input
585          *      packet into the client log.
586          *
587          *      This really belongs in a utility library
588          */
589         if ((packet->code > 0) && (packet->code < FR_MAX_PACKET_CODE)) {
590                 RDEBUG("%s %s packet %s host %s port %d, id=%d, length=%d",
591                        received, fr_packet_codes[packet->code], from,
592                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
593                        port, packet->id, packet->data_len);
594         } else {
595                 RDEBUG("%s packet %s host %s port %d code=%d, id=%d, length=%d",
596                        received, from,
597                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
598                        port,
599                        packet->code, packet->id, packet->data_len);
600         }
601
602         for (vp = packet->vps; vp != NULL; vp = vp->next) {
603                 vp_prints(buffer, sizeof(buffer), vp);
604                 request->radlog(L_DBG, 0, request, "\t%s", buffer);
605         }
606 }
607
608 static void reject_delay(void *ctx)
609 {
610         REQUEST *request = ctx;
611
612         rad_assert(request->magic == REQUEST_MAGIC);
613         rad_assert(request->child_state == REQUEST_REJECT_DELAY);
614
615         RDEBUG2("Sending delayed reject for request %u", request->number);
616
617         DEBUG_PACKET(request, request->reply, 1);
618
619         request->listener->send(request->listener, request);
620
621         request->when.tv_sec += request->root->cleanup_delay;
622         request->child_state = REQUEST_CLEANUP_DELAY;
623
624         INSERT_EVENT(cleanup_delay, request);
625 }
626
627
628 #ifdef WITH_PROXY
629 void revive_home_server(void *ctx)
630 {
631         home_server *home = ctx;
632         char buffer[128];
633
634 #ifdef WITH_TCP
635         rad_assert(home->proto != IPPROTO_TCP);
636 #endif
637
638         home->state = HOME_STATE_ALIVE;
639         home->currently_outstanding = 0;
640         home->revive_time = now;
641
642         /*
643          *      Delete any outstanding events.
644          */
645         if (home->ev) fr_event_delete(el, &home->ev);
646
647         radlog(L_PROXY, "Marking home server %s port %d alive again... we have no idea if it really is alive or not.",
648                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
649                          buffer, sizeof(buffer)),
650                home->port);
651
652 }
653
654
655 static void no_response_to_ping(void *ctx)
656 {
657         REQUEST *request = ctx;
658         home_server *home;
659         char buffer[128];
660
661         rad_assert(request->home_server != NULL);
662
663         home = request->home_server;
664 #ifdef WITH_TCP
665         rad_assert(home->proto != IPPROTO_TCP);
666 #endif
667
668         home->num_received_pings = 0;
669
670         radlog(L_ERR, "No response to status check %d for home server %s port %d",
671                request->number,
672                inet_ntop(request->proxy->dst_ipaddr.af,
673                          &request->proxy->dst_ipaddr.ipaddr,
674                          buffer, sizeof(buffer)),
675                request->proxy->dst_port);
676
677         check_for_zombie_home_server(request);
678
679         wait_for_proxy_id_to_expire(request);
680 }
681
682
683 static void received_response_to_ping(REQUEST *request)
684 {
685         home_server *home;
686         char buffer[128];
687
688         rad_assert(request->home_server != NULL);
689
690         home = request->home_server;
691 #ifdef WITH_TCP
692         rad_assert(home->proto != IPPROTO_TCP);
693 #endif
694
695         home->num_received_pings++;
696
697         radlog(L_PROXY, "Received response to status check %d (%d in current sequence)",
698                request->number, home->num_received_pings);
699
700         /*
701          *      Remove the request from any hashes
702          */
703         fr_event_delete(el, &request->ev);
704         remove_from_proxy_hash(request);
705         rad_assert(request->in_request_hash == FALSE);
706
707         /*
708          *      The control socket may have marked the home server as
709          *      alive.  OR, it may have suddenly started responding to
710          *      requests again.  If so, don't re-do the "make alive"
711          *      work.
712          */
713         if (home->state == HOME_STATE_ALIVE) return;
714
715         /*
716          *      We haven't received enough ping responses to mark it
717          *      "alive".  Wait a bit.
718          */
719         if (home->num_received_pings < home->num_pings_to_alive) {
720                 return;
721         }
722
723         home->state = HOME_STATE_ALIVE;
724         home->currently_outstanding = 0;
725         home->revive_time = now;
726
727         if (!fr_event_delete(el, &home->ev)) {
728                 RDEBUG2("Hmm... no event for home server.  Oh well.");
729         }
730
731         radlog(L_PROXY, "Marking home server %s port %d alive",
732                inet_ntop(request->proxy->dst_ipaddr.af,
733                          &request->proxy->dst_ipaddr.ipaddr,
734                          buffer, sizeof(buffer)),
735                request->proxy->dst_port);
736 }
737
738
739 /*
740  *      Called from start of zombie period, OR after control socket
741  *      marks the home server dead.
742  */
743 static void ping_home_server(void *ctx)
744 {
745         uint32_t jitter;
746         home_server *home = ctx;
747         REQUEST *request;
748         VALUE_PAIR *vp;
749
750 #ifdef WITH_TCP
751         rad_assert(home->proto != IPPROTO_TCP);
752 #endif
753
754         if ((home->state == HOME_STATE_ALIVE) ||
755             (home->ping_check == HOME_PING_CHECK_NONE) ||
756             (home->ev != NULL)) {
757                 return;
758         }
759
760         request = request_alloc();
761         request->number = request_num_counter++;
762
763         request->proxy = rad_alloc(1);
764         rad_assert(request->proxy != NULL);
765
766         fr_event_now(el, &request->when);
767         home->when = request->when;
768
769         if (home->ping_check == HOME_PING_CHECK_STATUS_SERVER) {
770                 request->proxy->code = PW_STATUS_SERVER;
771
772                 radius_pairmake(request, &request->proxy->vps,
773                                 "Message-Authenticator", "0x00", T_OP_SET);
774
775         } else if (home->type == HOME_TYPE_AUTH) {
776                 request->proxy->code = PW_AUTHENTICATION_REQUEST;
777
778                 radius_pairmake(request, &request->proxy->vps,
779                                 "User-Name", home->ping_user_name, T_OP_SET);
780                 radius_pairmake(request, &request->proxy->vps,
781                                 "User-Password", home->ping_user_password, T_OP_SET);
782                 radius_pairmake(request, &request->proxy->vps,
783                                 "Service-Type", "Authenticate-Only", T_OP_SET);
784                 radius_pairmake(request, &request->proxy->vps,
785                                 "Message-Authenticator", "0x00", T_OP_SET);
786
787         } else {
788 #ifdef WITH_ACCOUNTING
789                 request->proxy->code = PW_ACCOUNTING_REQUEST;
790                 
791                 radius_pairmake(request, &request->proxy->vps,
792                                 "User-Name", home->ping_user_name, T_OP_SET);
793                 radius_pairmake(request, &request->proxy->vps,
794                                 "Acct-Status-Type", "Stop", T_OP_SET);
795                 radius_pairmake(request, &request->proxy->vps,
796                                 "Acct-Session-Id", "00000000", T_OP_SET);
797                 vp = radius_pairmake(request, &request->proxy->vps,
798                                      "Event-Timestamp", "0", T_OP_SET);
799                 vp->vp_date = now.tv_sec;
800 #else
801                 rad_assert("Internal sanity check failed");
802 #endif
803         }
804
805         radius_pairmake(request, &request->proxy->vps,
806                         "NAS-Identifier", "Status Check. Are you alive?",
807                         T_OP_SET);
808
809         request->proxy->dst_ipaddr = home->ipaddr;
810         request->proxy->dst_port = home->port;
811         request->home_server = home;
812
813         rad_assert(request->proxy_listener == NULL);
814
815         if (!insert_into_proxy_hash(request)) {
816                 radlog(L_PROXY, "Failed inserting status check %d into proxy hash.  Discarding it.",
817                        request->number);
818                 ev_request_free(&request);
819                 return;
820         }
821         rad_assert(request->proxy_listener != NULL);
822         request->proxy_listener->send(request->proxy_listener,
823                                       request);
824
825         request->next_callback = NULL;
826         request->child_state = REQUEST_PROXIED;
827         request->when.tv_sec += home->ping_timeout;;
828
829         INSERT_EVENT(no_response_to_ping, request);
830
831         /*
832          *      Add +/- 2s of jitter, as suggested in RFC 3539
833          *      and in the Issues and Fixes draft.
834          */
835         home->when.tv_sec += home->ping_interval - 2;
836
837         jitter = fr_rand();
838         jitter ^= (jitter >> 10);
839         jitter &= ((1 << 23) - 1); /* 22 bits of 1 */
840
841         tv_add(&home->when, jitter);
842
843         INSERT_EVENT(ping_home_server, home);
844 }
845
846
847 void mark_home_server_dead(home_server *home, struct timeval *when)
848 {
849         int previous_state = home->state;
850         char buffer[128];
851
852         radlog(L_PROXY, "Marking home server %s port %d as dead.",
853                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
854                          buffer, sizeof(buffer)),
855                home->port);
856
857         home->state = HOME_STATE_IS_DEAD;
858         home->num_received_pings = 0;
859
860         if (home->ping_check != HOME_PING_CHECK_NONE) {
861                 /*
862                  *      If the control socket marks us dead, start
863                  *      pinging.  Otherwise, we already started
864                  *      pinging when it was marked "zombie".
865                  */
866                 if (previous_state == HOME_STATE_ALIVE) {
867                         ping_home_server(home);
868                 }
869
870         } else {
871                 /*
872                  *      Revive it after a fixed period of time.  This
873                  *      is very, very, bad.
874                  */
875                 home->when = *when;
876                 home->when.tv_sec += home->revive_interval;
877
878                 INSERT_EVENT(revive_home_server, home);
879         }
880 }
881
882 static void check_for_zombie_home_server(REQUEST *request)
883 {
884         home_server *home;
885         struct timeval when;
886
887         home = request->home_server;
888
889         if (home->state != HOME_STATE_ZOMBIE) return;
890
891         when = home->zombie_period_start;
892         when.tv_sec += home->zombie_period;
893
894         fr_event_now(el, &now);
895         if (timercmp(&now, &when, <)) {
896                 return;
897         }
898
899         mark_home_server_dead(home, &request->when);
900 }
901
902 static int proxy_to_virtual_server(REQUEST *request);
903
904 static int virtual_server_handler(UNUSED REQUEST *request)
905 {
906         proxy_to_virtual_server(request);
907         return 0;
908 }
909
910 static void proxy_fallback_handler(REQUEST *request)
911 {
912         /*
913          *      A proper time is required for wait_a_bit.
914          */
915         request->delay = USEC / 10;
916         gettimeofday(&now, NULL);
917         request->next_when = now;
918         tv_add(&request->next_when, request->delay);
919         request->next_callback = wait_a_bit;
920
921         /*
922          *      Re-queue the request.
923          */
924         request->child_state = REQUEST_QUEUED;
925         
926         rad_assert(request->proxy != NULL);
927         if (!thread_pool_addrequest(request, virtual_server_handler)) {
928                 request->child_state = REQUEST_DONE;
929         }
930
931 #ifdef HAVE_PTHREAD_H
932         /*
933          *      MAY free the request if we're over max_request_time,
934          *      AND we're not in threaded mode!
935          *
936          *      Note that we call this ONLY if we're threaded, as
937          *      if we're NOT threaded, request_post_handler() calls
938          *      wait_a_bit(), which means that "request" may not
939          *      exist any more...
940          */
941         if (have_children) wait_a_bit(request);
942 #endif
943 }
944
945
946 static int setup_post_proxy_fail(REQUEST *request)
947 {
948         DICT_VALUE *dval = NULL;
949         VALUE_PAIR *vp;
950
951         request->child_state = REQUEST_RUNNING;
952
953         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
954                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Authentication");
955
956         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
957                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Accounting");
958
959 #ifdef WITH_COA
960                 /*
961                  *      See no_response_to_coa_request
962                  */
963         } else if (((request->packet->code >> 8) & 0xff) == PW_COA_REQUEST) {
964                 request->packet->code &= 0xff; /* restore it */
965
966                 if (request->proxy->code == PW_COA_REQUEST) {
967                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-CoA");
968
969                 } else if (request->proxy->code == PW_DISCONNECT_REQUEST) {
970                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Disconnect");
971                 } else {
972                         return 0;
973                 }
974
975 #endif
976         } else {
977                 return 0;
978         }
979
980         if (!dval) dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail");
981
982         if (!dval) {
983                 pairdelete(&request->config_items, PW_POST_PROXY_TYPE);
984                 return 0;
985         }
986
987         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
988         if (!vp) vp = radius_paircreate(request, &request->config_items,
989                                         PW_POST_PROXY_TYPE, PW_TYPE_INTEGER);
990         vp->vp_integer = dval->value;
991
992         rad_assert(request->proxy_reply == NULL);
993
994         return 1;
995 }
996
997
998 static int null_handler(UNUSED REQUEST *request)
999 {
1000         return 0;
1001 }
1002
1003 static void post_proxy_fail_handler(REQUEST *request)
1004 {
1005         /*
1006          *      A proper time is required for wait_a_bit.
1007          */
1008         request->delay = USEC / 10;
1009         gettimeofday(&now, NULL);
1010
1011         /*
1012          *      Not set up to run Post-Proxy-Type = Fail.
1013          *
1014          *      Mark the request as still running, and figure out what
1015          *      to do next.
1016          */
1017         if (!setup_post_proxy_fail(request)) {
1018                 request_post_handler(request);
1019
1020         } else {
1021                 /*
1022                  *      Re-queue the request.
1023                  */
1024                 request->child_state = REQUEST_QUEUED;
1025
1026                 /*
1027                  *      There is a post-proxy-type of fail.  We run
1028                  *      the request through the pre/post proxy
1029                  *      handlers, just like it was a real proxied
1030                  *      request.  However, we set the per-request
1031                  *      handler to NULL, as we don't want to do
1032                  *      anything else.
1033                  *
1034                  *      Note that when we're not threaded, this will
1035                  *      process the request even if it's greater than
1036                  *      max_request_time.  That's not fatal.
1037                  */
1038                 request->priority = 0;
1039                 rad_assert(request->proxy != NULL);
1040                 thread_pool_addrequest(request, null_handler);
1041         }
1042
1043         /*
1044          *      MAY free the request if we're over max_request_time,
1045          *      AND we're not in threaded mode!
1046          *
1047          *      Note that we call this ONLY if we're threaded, as
1048          *      if we're NOT threaded, request_post_handler() calls
1049          *      wait_a_bit(), which means that "request" may not
1050          *      exist any more...
1051          */
1052         if (have_children) wait_a_bit(request);
1053 }
1054
1055 /* maybe check this against wait_for_proxy_id_to_expire? */
1056 static void no_response_to_proxied_request(void *ctx)
1057 {
1058         REQUEST *request = ctx;
1059         home_server *home;
1060         char buffer[128];
1061
1062         rad_assert(request->magic == REQUEST_MAGIC);
1063
1064         if (request->master_state == REQUEST_STOP_PROCESSING) {
1065                 ev_request_free(&request);
1066                 return;
1067         }
1068
1069         rad_assert(request->child_state == REQUEST_PROXIED);
1070
1071         /*
1072          *      If we've failed over to an internal home server,
1073          *      replace the callback with the correct one.  This
1074          *      is due to locking issues with child threads...
1075          */
1076         if (request->home_server->server) {
1077                 wait_a_bit(request);
1078                 return;
1079         }
1080
1081 #ifdef WITH_TCP
1082         if (request->home_server->proto != IPPROTO_TCP)
1083 #endif
1084                 check_for_zombie_home_server(request);
1085
1086         home = request->home_server;
1087
1088         /*
1089          *      The default as of 2.1.7 is to allow requests to
1090          *      fail-over to a backup home server when this one does
1091          *      not respond.  The old behavior can be configured as
1092          *      well.
1093          */
1094         if (home->no_response_fail) {
1095                 radlog(L_ERR, "Rejecting request %u (proxy Id %d) due to lack of any response from home server %s port %d",
1096                        request->number, request->proxy->id,
1097                        inet_ntop(request->proxy->dst_ipaddr.af,
1098                                  &request->proxy->dst_ipaddr.ipaddr,
1099                                  buffer, sizeof(buffer)),
1100                        request->proxy->dst_port);
1101
1102                 post_proxy_fail_handler(request);
1103         } else {
1104                 /*
1105                  *      Enforce max_request_time.
1106                  *
1107                  *      We fail over to another backup home server
1108                  *      when the client re-transmits the request.  If
1109                  *      the client doesn't re-transmit, no fail-over
1110                  *      occurs.
1111                  */
1112                 rad_assert(request->ev == NULL);
1113                 request->child_state = REQUEST_RUNNING;
1114                 wait_a_bit(request);
1115         }
1116
1117         /*
1118          *      Don't touch request due to race conditions
1119          */
1120
1121 #ifdef WITH_TCP
1122         /*
1123          *      Do nothing more.  The home server didn't respond,
1124          *      but that isn't a catastrophic failure.  Some home
1125          *      servers don't respond to packets...
1126          */
1127         if (home->proto == IPPROTO_TCP) {
1128                 /*
1129                  *      FIXME: Set up TCP pinging on this connection.
1130                  *
1131                  *      Maybe the CONNECTION is dead, but the home
1132                  *      server is alive.  In that case, we need to start
1133                  *      pinging on the connection.
1134                  *
1135                  *      This means doing the pinging BEFORE the
1136                  *      post_proxy_fail_handler above, as it may do
1137                  *      something with the request, and cause the
1138                  *      proxy listener to go away!
1139                  */
1140                 return;
1141         }
1142 #endif
1143
1144         if (home->state == HOME_STATE_IS_DEAD) {
1145                 rad_assert(home->ev != NULL); /* or it will never wake up */
1146                 return;
1147         }
1148
1149         /*
1150          *      Enable the zombie period when we notice that the home
1151          *      server hasn't responded.  We do NOT back-date the start
1152          *      of the zombie period.
1153          */
1154         if (home->state == HOME_STATE_ALIVE) {
1155                 home->state = HOME_STATE_ZOMBIE;
1156                 home->zombie_period_start = now;        
1157                 fr_event_delete(el, &home->ev);
1158                 home->currently_outstanding = 0;
1159                 home->num_received_pings = 0;
1160
1161                 radlog(L_PROXY, "Marking home server %s port %d as zombie (it looks like it is dead).",
1162                        inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
1163                                  buffer, sizeof(buffer)),
1164                        home->port);
1165
1166                 /*
1167                  *      Start pinging the home server.
1168                  */
1169                 ping_home_server(home);
1170         }
1171 }
1172 #endif
1173
1174 static void wait_a_bit(void *ctx)
1175 {
1176         struct timeval when;
1177         REQUEST *request = ctx;
1178         fr_event_callback_t callback = NULL;
1179
1180         rad_assert(request->magic == REQUEST_MAGIC);
1181
1182         /*
1183          *      The socket was closed.  Tell the request that
1184          *      there is no point in continuing.
1185          */
1186         if (request->listener->status != RAD_LISTEN_STATUS_KNOWN) {
1187                 goto stop_processing;
1188         }
1189
1190 #ifdef WITH_COA
1191         /*
1192          *      The CoA request is a new (internally generated)
1193          *      request, created in a child thread.  We therefore need
1194          *      some way to tie its events back into the main event
1195          *      handler.
1196          */
1197         if (request->coa && !request->coa->proxy_reply &&
1198             request->coa->next_callback) {
1199                 request->coa->when = request->coa->next_when;
1200                 INSERT_EVENT(request->coa->next_callback, request->coa);
1201                 request->coa->next_callback = NULL;
1202                 request->coa->parent = NULL;
1203                 request->coa = NULL;
1204         }
1205 #endif
1206
1207         switch (request->child_state) {
1208         case REQUEST_QUEUED:
1209         case REQUEST_RUNNING:
1210                 when = request->received;
1211                 when.tv_sec += request->root->max_request_time;
1212
1213                 /*
1214                  *      Normally called from the event loop with the
1215                  *      proper event loop time.  Otherwise, called from
1216                  *      post proxy fail handler, which sets "now", and
1217                  *      this call won't re-set it, because we're not
1218                  *      in the event loop.
1219                  */
1220                 fr_event_now(el, &now);
1221
1222                 /*
1223                  *      Request still has more time.  Continue
1224                  *      waiting.
1225                  */
1226                 if (timercmp(&now, &when, <) ||
1227                     ((request->listener->type == RAD_LISTEN_DETAIL) &&
1228                      (request->child_state == REQUEST_QUEUED))) {
1229                         if (request->delay < (USEC / 10)) {
1230                                 request->delay = USEC / 10;
1231                         }
1232                         request->delay += request->delay >> 1;
1233
1234 #ifdef WITH_DETAIL
1235                         /*
1236                          *      Cap wait at some sane value for detail
1237                          *      files.
1238                          */
1239                         if ((request->listener->type == RAD_LISTEN_DETAIL) &&
1240                             (request->delay > (request->root->max_request_time * USEC))) {
1241                                 request->delay = request->root->max_request_time * USEC;
1242                         }
1243 #endif
1244
1245                         request->when = now;
1246                         tv_add(&request->when, request->delay);
1247                         callback = wait_a_bit;
1248                         break;
1249                 }
1250
1251         stop_processing:
1252 #if defined(HAVE_PTHREAD_H)
1253                 /*
1254                  *      A child thread MAY still be running on the
1255                  *      request.  Ask the thread to stop working on
1256                  *      the request.
1257                  */
1258                 if (have_children &&
1259                     (pthread_equal(request->child_pid, NO_SUCH_CHILD_PID) == 0)) {
1260                         request->master_state = REQUEST_STOP_PROCESSING;
1261
1262                         radlog(L_ERR, "WARNING: Unresponsive child for request %u, in module %s component %s",
1263                                request->number,
1264                                request->module ? request->module : "<server core>",
1265                                request->component ? request->component : "<server core>");
1266                         
1267                         request->delay = USEC / 4;
1268                         tv_add(&request->when, request->delay);
1269                         callback = wait_for_child_to_die;
1270                         break;
1271                 }
1272 #endif
1273
1274                 /*
1275                  *      Else no child thread is processing the
1276                  *      request.  We probably should have just marked
1277                  *      the request as 'done' elsewhere, like in the
1278                  *      post-proxy-fail handler.  But doing that would
1279                  *      involve checking for max_request_time in
1280                  *      multiple places, so this may be simplest.
1281                  */
1282                 request->child_state = REQUEST_DONE;
1283                 /* FALL-THROUGH */
1284
1285                 /*
1286                  *      Mark the request as no longer running,
1287                  *      and clean it up.
1288                  */
1289         case REQUEST_DONE:
1290 #ifdef HAVE_PTHREAD_H
1291                 request->child_pid = NO_SUCH_CHILD_PID;
1292 #endif
1293
1294 #ifdef WITH_COA
1295                 /*
1296                  *      This is a CoA request.  It's been divorced
1297                  *      from everything else, so we clean it up now.
1298                  */
1299                 if (!request->in_request_hash &&
1300                     request->proxy &&
1301                     (request->packet->code != request->proxy->code) &&
1302                     ((request->proxy->code == PW_COA_REQUEST) ||
1303                      (request->proxy->code == PW_DISCONNECT_REQUEST))) {
1304                         /*
1305                          *      FIXME: Do CoA MIBs
1306                          */
1307                         ev_request_free(&request);
1308                         return;
1309                 }
1310 #endif
1311                 request_stats_final(request);
1312                 cleanup_delay(request);
1313                 return;
1314
1315         case REQUEST_REJECT_DELAY:
1316         case REQUEST_CLEANUP_DELAY:
1317 #ifdef HAVE_PTHREAD_H
1318                 request->child_pid = NO_SUCH_CHILD_PID;
1319 #endif
1320                 request_stats_final(request);
1321
1322         case REQUEST_PROXIED:
1323                 rad_assert(request->next_callback != NULL);
1324                 rad_assert(request->next_callback != wait_a_bit);
1325
1326                 request->when = request->next_when;
1327                 callback = request->next_callback;
1328                 request->next_callback = NULL;
1329                 break;
1330
1331         default:
1332                 rad_panic("Internal sanity check failure");
1333                 return;
1334         }
1335
1336         /*
1337          *      Something major went wrong.  Discard the request, and
1338          *      keep running.
1339          *
1340          *      FIXME: No idea why this happens or how to fix it...
1341          *      It seems to happen *only* when requests are proxied,
1342          *      and where the home server doesn't respond.  So it looks
1343          *      like a race condition above, but it happens in debug
1344          *      mode, with no threads...
1345          */
1346         if (!callback) {
1347                 RDEBUG("WARNING: Internal sanity check failed in event handler for request %u: Discarding the request!", request->number);
1348                 ev_request_free(&request);
1349                 return;
1350         }
1351
1352         INSERT_EVENT(callback, request);
1353 }
1354
1355 #ifdef WITH_COA
1356 static void no_response_to_coa_request(void *ctx)
1357 {
1358         REQUEST *request = ctx;
1359         char buffer[128];
1360
1361         rad_assert(request->magic == REQUEST_MAGIC);
1362         rad_assert(request->child_state == REQUEST_PROXIED);
1363         rad_assert(request->home_server != NULL);
1364         rad_assert(!request->in_request_hash);
1365
1366         radlog(L_ERR, "No response to CoA request sent to %s",
1367                inet_ntop(request->proxy->dst_ipaddr.af,
1368                          &request->proxy->dst_ipaddr.ipaddr,
1369                          buffer, sizeof(buffer)));
1370
1371         /*
1372          *      Hack.
1373          */
1374         request->packet->code |= (PW_COA_REQUEST << 8);
1375         post_proxy_fail_handler(request);
1376 }
1377
1378
1379 static int update_event_timestamp(RADIUS_PACKET *packet, time_t when)
1380 {
1381         VALUE_PAIR *vp;
1382
1383         vp = pairfind(packet->vps, PW_EVENT_TIMESTAMP);
1384         if (!vp) return 0;
1385
1386         vp->vp_date = when;
1387
1388         if (packet->data) {
1389                 free(packet->data);
1390                 packet->data = NULL;
1391                 packet->data_len = 0;
1392         }
1393
1394         return 1;               /* time stamp updated */
1395 }
1396
1397
1398 /*
1399  *      Called when we haven't received a response to a CoA request.
1400  */
1401 static void retransmit_coa_request(void *ctx)
1402 {
1403         int delay, frac;
1404         struct timeval mrd;
1405         REQUEST *request = ctx;
1406
1407         rad_assert(request->magic == REQUEST_MAGIC);
1408         rad_assert(request->child_state == REQUEST_PROXIED);
1409         rad_assert(request->home_server != NULL);
1410         rad_assert(!request->in_request_hash);
1411         rad_assert(request->parent == NULL);
1412         
1413         fr_event_now(el, &now);
1414
1415         /*
1416          *      Cap count at MRC, if it is non-zero.
1417          */
1418         if (request->home_server->coa_mrc &&
1419             (request->num_coa_requests >= request->home_server->coa_mrc)) {
1420                 no_response_to_coa_request(request);
1421                 return;
1422         }
1423
1424         /*
1425          *      RFC 5080 Section 2.2.1
1426          *
1427          *      RT = 2*RTprev + RAND*RTprev
1428          *         = 1.9 * RTprev + rand(0,.2) * RTprev
1429          *         = 1.9 * RTprev + rand(0,1) * (RTprev / 5)
1430          */
1431         delay = fr_rand();
1432         delay ^= (delay >> 16);
1433         delay &= 0xffff;
1434         frac = request->delay / 5;
1435         delay = ((frac >> 16) * delay) + (((frac & 0xffff) * delay) >> 16);
1436
1437         delay += (2 * request->delay) - (request->delay / 10);
1438
1439         /*
1440          *      Cap delay at MRT, if MRT is non-zero.
1441          */
1442         if (request->home_server->coa_mrt &&
1443             (delay > (request->home_server->coa_mrt * USEC))) {
1444                 int mrt_usec = request->home_server->coa_mrt * USEC;
1445
1446                 /*
1447                  *      delay = MRT + RAND * MRT
1448                  *            = 0.9 MRT + rand(0,.2)  * MRT
1449                  */
1450                 delay = fr_rand();
1451                 delay ^= (delay >> 15);
1452                 delay &= 0x1ffff;
1453                 delay = ((mrt_usec >> 16) * delay) + (((mrt_usec & 0xffff) * delay) >> 16);
1454                 delay += mrt_usec - (mrt_usec / 10);
1455         }
1456
1457         request->delay = delay;
1458         request->when = now;
1459         tv_add(&request->when, request->delay);
1460         mrd = request->proxy_when;
1461         mrd.tv_sec += request->home_server->coa_mrd;
1462
1463         /*
1464          *      Cap duration at MRD.
1465          */
1466         if (timercmp(&mrd, &request->when, <)) {
1467                 request->when = mrd;
1468                 INSERT_EVENT(no_response_to_coa_request, request);
1469
1470         } else {
1471                 INSERT_EVENT(retransmit_coa_request, request);
1472         }
1473         
1474         if (update_event_timestamp(request->proxy, now.tv_sec)) {
1475                 /*
1476                  *      Keep a copy of the old Id so that the
1477                  *      re-transmitted request doesn't re-use the old
1478                  *      Id.
1479                  */
1480                 RADIUS_PACKET old = *request->proxy;
1481
1482                 /*
1483                  *      Don't free the old Id on error.
1484                  */
1485                 if (!insert_into_proxy_hash(request)) {
1486                         radlog(L_PROXY,"Failed re-inserting CoA request into proxy hash.");
1487                         return;
1488                 }
1489
1490                 /*
1491                  *      Now that we have a new Id, free the old one.
1492                  */
1493                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
1494                 fr_packet_list_yank(proxy_list, &old);
1495                 fr_packet_list_id_free(proxy_list, &old);
1496                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
1497
1498                 request->num_proxied_requests = 0;
1499                 request->num_proxied_responses = 0;
1500         }
1501
1502         request->num_proxied_requests++;
1503         request->num_coa_requests++; /* is NOT reset by code 3 lines above! */
1504
1505         request->proxy_listener->send(request->proxy_listener,
1506                                       request);
1507 }
1508
1509
1510 /*
1511  *      The original request is either DONE, or in CLEANUP_DELAY.
1512  */
1513 static int originated_coa_request(REQUEST *request)
1514 {
1515         int delay, rcode, pre_proxy_type = 0;
1516         VALUE_PAIR *vp;
1517         REQUEST *coa;
1518         fr_ipaddr_t ipaddr;
1519         char buffer[256];
1520
1521         rad_assert(request->proxy == NULL);
1522         rad_assert(!request->in_proxy_hash);
1523         rad_assert(request->proxy_reply == NULL);
1524
1525         /*
1526          *      Check whether we want to originate one, or cancel one.
1527          */
1528         vp = pairfind(request->config_items, PW_SEND_COA_REQUEST);
1529         if (!vp && request->coa) {
1530                 vp = pairfind(request->coa->proxy->vps, PW_SEND_COA_REQUEST);
1531         }
1532
1533         if (vp) {
1534                 if (vp->vp_integer == 0) {
1535                         ev_request_free(&request->coa);
1536                         return 1;       /* success */
1537                 }
1538         }
1539
1540         if (!request->coa) request_alloc_coa(request);
1541         if (!request->coa) return 0;
1542
1543         coa = request->coa;
1544
1545         /*
1546          *      src_ipaddr will be set up in proxy_encode.
1547          */
1548         memset(&ipaddr, 0, sizeof(ipaddr));
1549         vp = pairfind(coa->proxy->vps, PW_PACKET_DST_IP_ADDRESS);
1550         if (vp) {
1551                 ipaddr.af = AF_INET;
1552                 ipaddr.ipaddr.ip4addr.s_addr = vp->vp_ipaddr;
1553
1554         } else if ((vp = pairfind(coa->proxy->vps,
1555                                   PW_PACKET_DST_IPV6_ADDRESS)) != NULL) {
1556                 ipaddr.af = AF_INET6;
1557                 ipaddr.ipaddr.ip6addr = vp->vp_ipv6addr;
1558                 
1559         } else if ((vp = pairfind(coa->proxy->vps,
1560                                   PW_HOME_SERVER_POOL)) != NULL) {
1561                 coa->home_pool = home_pool_byname(vp->vp_strvalue,
1562                                                   HOME_TYPE_COA);
1563                 if (!coa->home_pool) {
1564                         RDEBUG2("WARNING: No such home_server_pool %s",
1565                                vp->vp_strvalue);
1566         fail:
1567                         ev_request_free(&request->coa);
1568                         return 0;
1569                 }
1570
1571                 /*
1572                  *      Prefer
1573                  */
1574         } else if (request->client->coa_pool) {
1575                 coa->home_pool = request->client->coa_pool;
1576
1577         } else if (request->client->coa_server) {
1578                 coa->home_server = request->client->coa_server;
1579
1580         } else {
1581                 /*
1582                  *      If all else fails, send it to the client that
1583                  *      originated this request.
1584                  */
1585                 memcpy(&ipaddr, &request->packet->src_ipaddr, sizeof(ipaddr));
1586         }
1587
1588         /*
1589          *      Use the pool, if it exists.
1590          */
1591         if (coa->home_pool) {
1592                 coa->home_server = home_server_ldb(NULL, coa->home_pool, coa);
1593                 if (!coa->home_server) {
1594                         RDEBUG("WARNING: No live home server for home_server_pool %s", vp->vp_strvalue);
1595                         goto fail;
1596                 }
1597
1598         } else if (!coa->home_server) {
1599                 int port = PW_COA_UDP_PORT;
1600
1601                 vp = pairfind(coa->proxy->vps, PW_PACKET_DST_PORT);
1602                 if (vp) port = vp->vp_integer;
1603
1604                 coa->home_server = home_server_find(&ipaddr, port, IPPROTO_UDP);
1605                 if (!coa->home_server) {
1606                         RDEBUG2("WARNING: Unknown destination %s:%d for CoA request.",
1607                                inet_ntop(ipaddr.af, &ipaddr.ipaddr,
1608                                          buffer, sizeof(buffer)), port);
1609                         goto fail;
1610                 }
1611         }
1612
1613         vp = pairfind(coa->proxy->vps, PW_PACKET_TYPE);
1614         if (vp) {
1615                 switch (vp->vp_integer) {
1616                 case PW_COA_REQUEST:
1617                 case PW_DISCONNECT_REQUEST:
1618                         coa->proxy->code = vp->vp_integer;
1619                         break;
1620                         
1621                 default:
1622                         DEBUG("Cannot set CoA Packet-Type to code %d",
1623                               vp->vp_integer);
1624                         goto fail;
1625                 }
1626         }
1627
1628         if (!coa->proxy->code) coa->proxy->code = PW_COA_REQUEST;
1629
1630         /*
1631          *      The rest of the server code assumes that
1632          *      request->packet && request->reply exist.  Copy them
1633          *      from the original request.
1634          */
1635         rad_assert(coa->packet != NULL);
1636         rad_assert(coa->packet->vps == NULL);
1637         memcpy(coa->packet, request->packet, sizeof(*request->packet));
1638         coa->packet->vps = paircopy(request->packet->vps);
1639         coa->packet->data = NULL;
1640         rad_assert(coa->reply != NULL);
1641         rad_assert(coa->reply->vps == NULL);
1642         memcpy(coa->reply, request->reply, sizeof(*request->reply));
1643         coa->reply->vps = paircopy(request->reply->vps);
1644         coa->reply->data = NULL;
1645         coa->config_items = paircopy(request->config_items);
1646
1647         /*
1648          *      Call the pre-proxy routines.
1649          */
1650         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
1651         if (vp) {
1652                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
1653                 pre_proxy_type = vp->vp_integer;
1654         }
1655
1656         if (coa->home_pool && coa->home_pool->virtual_server) {
1657                 const char *old_server = coa->server;
1658                 
1659                 coa->server = coa->home_pool->virtual_server;
1660                 RDEBUG2(" server %s {", coa->server);
1661                 rcode = module_pre_proxy(pre_proxy_type, coa);
1662                 RDEBUG2(" }");
1663                 coa->server = old_server;
1664         } else {
1665                 rcode = module_pre_proxy(pre_proxy_type, coa);
1666         }
1667         switch (rcode) {
1668         default:
1669                 goto fail;
1670
1671         /*
1672          *      Only send the CoA packet if the pre-proxy code succeeded.
1673          */
1674         case RLM_MODULE_NOOP:
1675         case RLM_MODULE_OK:
1676         case RLM_MODULE_UPDATED:
1677                 break;
1678         }
1679
1680         /*
1681          *      Source IP / port is set when the proxy socket
1682          *      is chosen.
1683          */
1684         coa->proxy->dst_ipaddr = coa->home_server->ipaddr;
1685         coa->proxy->dst_port = coa->home_server->port;
1686
1687         if (!insert_into_proxy_hash(coa)) {
1688                 radlog(L_PROXY, "Failed inserting CoA request into proxy hash.");
1689                 goto fail;
1690         }
1691
1692         /*
1693          *      We CANNOT divorce the CoA request from the parent
1694          *      request.  This function is running in a child thread,
1695          *      and we need access to the main event loop in order to
1696          *      to add the timers for the CoA packet.  See
1697          *      wait_a_bit().
1698          */
1699
1700         /*
1701          *      Forget about the original request completely at this
1702          *      point.
1703          */
1704         request = coa;
1705
1706         gettimeofday(&request->proxy_when, NULL);       
1707         request->received = request->next_when = request->proxy_when;
1708         rad_assert(request->proxy_reply == NULL);
1709
1710         /*
1711          *      Implement re-transmit algorithm as per RFC 5080
1712          *      Section 2.2.1.
1713          *
1714          *      We want IRT + RAND*IRT
1715          *      or 0.9 IRT + rand(0,.2) IRT
1716          *
1717          *      2^20 ~ USEC, and we want 2.
1718          *      rand(0,0.2) USEC ~ (rand(0,2^21) / 10)
1719          */
1720         delay = (fr_rand() & ((1 << 22) - 1)) / 10;
1721         request->delay = delay * request->home_server->coa_irt;
1722         delay = request->home_server->coa_irt * USEC;
1723         delay -= delay / 10;
1724         delay += request->delay;
1725      
1726         request->delay = delay;
1727         tv_add(&request->next_when, delay);
1728         request->next_callback = retransmit_coa_request;
1729         
1730         /*
1731          *      Note that we set proxied BEFORE sending the packet.
1732          *
1733          *      Once we send it, the request is tainted, as
1734          *      another thread may have picked it up.  Don't
1735          *      touch it!
1736          */
1737         request->num_proxied_requests = 1;
1738         request->num_proxied_responses = 0;
1739         request->child_pid = NO_SUCH_CHILD_PID;
1740
1741         update_event_timestamp(request->proxy, request->proxy_when.tv_sec);
1742
1743         request->child_state = REQUEST_PROXIED;
1744
1745         DEBUG_PACKET(request, request->proxy, 1);
1746
1747         request->proxy_listener->send(request->proxy_listener,
1748                                       request);
1749         return 1;
1750 }
1751 #endif  /* WITH_COA */
1752
1753 #ifdef WITH_PROXY
1754 static int process_proxy_reply(REQUEST *request)
1755 {
1756         int rcode;
1757         int post_proxy_type = 0;
1758         VALUE_PAIR *vp;
1759         
1760         /*
1761          *      Delete any reply we had accumulated until now.
1762          */
1763         pairfree(&request->reply->vps);
1764         
1765         /*
1766          *      Run the packet through the post-proxy stage,
1767          *      BEFORE playing games with the attributes.
1768          */
1769         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
1770         if (vp) {
1771                 RDEBUG2("  Found Post-Proxy-Type %s", vp->vp_strvalue);
1772                 post_proxy_type = vp->vp_integer;
1773         }
1774         
1775         if (request->home_pool && request->home_pool->virtual_server) {
1776                 const char *old_server = request->server;
1777                 
1778                 request->server = request->home_pool->virtual_server;
1779                 RDEBUG2(" server %s {", request->server);
1780                 rcode = module_post_proxy(post_proxy_type, request);
1781                 RDEBUG2(" }");
1782                 request->server = old_server;
1783         } else {
1784                 rcode = module_post_proxy(post_proxy_type, request);
1785         }
1786
1787 #ifdef WITH_COA
1788         if (request->packet->code == request->proxy->code)
1789           /*
1790            *    Don't run the next bit if we originated a CoA
1791            *    packet, after receiving an Access-Request or
1792            *    Accounting-Request.
1793            */
1794 #endif
1795         
1796         /*
1797          *      There may NOT be a proxy reply, as we may be
1798          *      running Post-Proxy-Type = Fail.
1799          */
1800         if (request->proxy_reply) {
1801                 /*
1802                  *      Delete the Proxy-State Attributes from
1803                  *      the reply.  These include Proxy-State
1804                  *      attributes from us and remote server.
1805                  */
1806                 pairdelete(&request->proxy_reply->vps, PW_PROXY_STATE);
1807                 
1808                 /*
1809                  *      Add the attributes left in the proxy
1810                  *      reply to the reply list.
1811                  */
1812                 pairadd(&request->reply->vps, request->proxy_reply->vps);
1813                 request->proxy_reply->vps = NULL;
1814                 
1815                 /*
1816                  *      Free proxy request pairs.
1817                  */
1818                 pairfree(&request->proxy->vps);
1819         }
1820         
1821         switch (rcode) {
1822         default:  /* Don't do anything */
1823                 break;
1824         case RLM_MODULE_FAIL:
1825                 /* FIXME: debug print stuff */
1826                 request->child_state = REQUEST_DONE;
1827                 return 0;
1828                 
1829         case RLM_MODULE_HANDLED:
1830                 /* FIXME: debug print stuff */
1831                 request->child_state = REQUEST_DONE;
1832                 return 0;
1833         }
1834
1835         return 1;
1836 }
1837 #endif
1838
1839 static int request_pre_handler(REQUEST *request)
1840 {
1841         int rcode;
1842
1843         rad_assert(request->magic == REQUEST_MAGIC);
1844         rad_assert(request->packet != NULL);
1845
1846         request->child_state = REQUEST_RUNNING;
1847
1848         /*
1849          *      Don't decode the packet if it's an internal "fake"
1850          *      request.  Instead, just return so that the caller can
1851          *      process it.
1852          */
1853         if (request->packet->dst_port == 0) {
1854                 request->username = pairfind(request->packet->vps,
1855                                              PW_USER_NAME);
1856                 request->password = pairfind(request->packet->vps,
1857                                              PW_USER_PASSWORD);
1858                 return 1;
1859         }
1860
1861 #ifdef WITH_PROXY
1862         /*
1863          *      Put the decoded packet into it's proper place.
1864          */
1865         if (request->proxy_reply != NULL) {
1866                 /*
1867                  *      FIXME: For now, we can only proxy RADIUS packets.
1868                  *
1869                  *      In order to proxy other packets, we need to
1870                  *      somehow cache the "decode" function.
1871                  */
1872                 rcode = rad_decode(request->proxy_reply, request->proxy,
1873                                    request->home_server->secret);
1874                 DEBUG_PACKET(request, request->proxy_reply, 0);
1875         } else
1876 #endif
1877         if (request->packet->vps == NULL) {
1878                 rcode = request->listener->decode(request->listener, request);
1879                 
1880                 if (debug_condition) {
1881                         int result = FALSE;
1882                         const char *my_debug = debug_condition;
1883
1884                         /*
1885                          *      Ignore parse errors.
1886                          */
1887                         radius_evaluate_condition(request, RLM_MODULE_OK, 0,
1888                                                   &my_debug, 1,
1889                                                   &result);
1890                         if (result) {
1891                                 request->options = 2;
1892                                 request->radlog = radlog_request;
1893                         }
1894                 }
1895                 
1896                 DEBUG_PACKET(request, request->packet, 0);
1897         } else {
1898                 rcode = 0;
1899         }
1900
1901         if (rcode < 0) {
1902                 RDEBUG("%s Dropping packet without response.", fr_strerror());
1903                 request->reply->offset = -2; /* bad authenticator */
1904                 request->child_state = REQUEST_DONE;
1905                 return 0;
1906         }
1907
1908         if (!request->username) {
1909                 request->username = pairfind(request->packet->vps,
1910                                              PW_USER_NAME);
1911         }
1912
1913 #ifdef WITH_PROXY
1914         if (request->proxy) {
1915                 return process_proxy_reply(request);
1916 #endif
1917         }
1918
1919         return 1;
1920 }
1921
1922
1923 #ifdef WITH_PROXY
1924 /*
1925  *      Do state handling when we proxy a request.
1926  */
1927 static int proxy_request(REQUEST *request)
1928 {
1929         struct timeval when;
1930         char buffer[128];
1931
1932 #ifdef WITH_COA
1933         if (request->coa) {
1934                 RDEBUG("WARNING: Cannot proxy and originate CoA packets at the same time.  Cancelling CoA request");
1935                 ev_request_free(&request->coa);
1936         }
1937 #endif
1938
1939         if (request->home_server->server) {
1940                 RDEBUG("ERROR: Cannot perform real proxying to a virtual server.");
1941                 return 0;
1942         }
1943
1944         if (!insert_into_proxy_hash(request)) {
1945                 radlog(L_PROXY, "Failed inserting request into proxy hash.");
1946                 return 0;
1947         }
1948
1949         request->proxy_listener->encode(request->proxy_listener, request);
1950
1951         when = request->received;
1952         when.tv_sec += request->root->max_request_time;
1953
1954         gettimeofday(&request->proxy_when, NULL);
1955
1956         request->next_when = request->proxy_when;
1957         request->next_when.tv_sec += request->home_server->response_window;
1958
1959         rad_assert(request->home_server->response_window > 0);
1960
1961         if (timercmp(&when, &request->next_when, <)) {
1962                 request->next_when = when;
1963         }
1964         request->next_callback = no_response_to_proxied_request;
1965
1966         RDEBUG2("Proxying request %u to home server %s port %d",
1967                request->number,
1968                inet_ntop(request->proxy->dst_ipaddr.af,
1969                          &request->proxy->dst_ipaddr.ipaddr,
1970                          buffer, sizeof(buffer)),
1971                 request->proxy->dst_port);
1972
1973         /*
1974          *      Note that we set proxied BEFORE sending the packet.
1975          *
1976          *      Once we send it, the request is tainted, as
1977          *      another thread may have picked it up.  Don't
1978          *      touch it!
1979          */
1980         request->num_proxied_requests = 1;
1981         request->num_proxied_responses = 0;
1982 #ifdef HAVE_PTHREAD_H
1983         request->child_pid = NO_SUCH_CHILD_PID;
1984 #endif
1985         request->child_state = REQUEST_PROXIED;
1986
1987         DEBUG_PACKET(request, request->proxy, 1);
1988
1989         request->proxy_listener->send(request->proxy_listener,
1990                                       request);
1991         return 1;
1992 }
1993
1994
1995 /*
1996  *      "Proxy" the request by sending it to a new virtual server.
1997  */
1998 static int proxy_to_virtual_server(REQUEST *request)
1999 {
2000         REQUEST *fake;
2001
2002         if (!request->home_server || !request->home_server->server) return 0;
2003
2004         if (request->parent) {
2005                 RDEBUG2("WARNING: Cancelling proxy request to virtual server %s as this request was itself proxied.", request->home_server->server);
2006                 return 0;
2007         }
2008
2009         fake = request_alloc_fake(request);
2010         if (!fake) {
2011                 RDEBUG2("WARNING: Out of memory");
2012                 return 0;
2013         }
2014
2015         fake->packet->vps = paircopy(request->proxy->vps);
2016         fake->server = request->home_server->server;
2017
2018         if ((request->proxy->code != PW_AUTHENTICATION_REQUEST)
2019 #ifdef WITH_ACCOUNTING
2020             && (request->proxy->code == PW_ACCOUNTING_REQUEST)
2021 #endif
2022                 ) {
2023                 RDEBUG2("Unknown packet type %d", request->proxy->code);
2024                 ev_request_free(&fake);
2025                 return 0;
2026         }
2027
2028         rad_assert(request->process != NULL);
2029
2030         RDEBUG2(">>> Sending proxied request internally to virtual server.");
2031         radius_handle_request(fake, fake->process);
2032         RDEBUG2("<<< Received proxied response code %d from internal virtual server.", fake->reply->code);
2033
2034         if (fake->reply->code != 0) {
2035                 request->proxy_reply = fake->reply;
2036                 fake->reply = NULL;
2037         } else {
2038                 /*
2039                  *      There was no response
2040                  */
2041                 setup_post_proxy_fail(request);
2042         }
2043
2044         ev_request_free(&fake);
2045
2046         process_proxy_reply(request);
2047
2048         /*
2049          *      Process it through the normal section again, but ONLY
2050          *      if we received a proxy reply..
2051          */
2052         if (request->proxy_reply) {
2053                 if (request->server) RDEBUG("server %s {",
2054                                             request->server != NULL ?
2055                                             request->server : ""); 
2056                 request->process(request);
2057                 
2058                 if (request->server) RDEBUG("} # server %s",
2059                                             request->server != NULL ?
2060                                             request->server : "");
2061         }
2062
2063         return 2;               /* success, but NOT '1' !*/
2064 }
2065
2066 /*
2067  *      Return 1 if we did proxy it, or the proxy attempt failed
2068  *      completely.  Either way, the caller doesn't touch the request
2069  *      any more if we return 1.
2070  */
2071 static int successfully_proxied_request(REQUEST *request)
2072 {
2073         int rcode;
2074         int pre_proxy_type = 0;
2075         VALUE_PAIR *realmpair;
2076         VALUE_PAIR *strippedname;
2077         VALUE_PAIR *vp;
2078         char *realmname = NULL;
2079         home_server *home;
2080         REALM *realm = NULL;
2081         home_pool_t *pool;
2082
2083         /*
2084          *      If it was already proxied, do nothing.
2085          *
2086          *      FIXME: This should really be a serious error.
2087          */
2088         if (request->in_proxy_hash ||
2089             (request->proxy_reply && (request->proxy_reply->code != 0))) {
2090                 return 0;
2091         }
2092
2093         realmpair = pairfind(request->config_items, PW_PROXY_TO_REALM);
2094         if (!realmpair || (realmpair->length == 0)) {
2095                 int pool_type;
2096
2097                 vp = pairfind(request->config_items, PW_HOME_SERVER_POOL);
2098                 if (!vp) return 0;
2099
2100                 switch (request->packet->code) {
2101                 case PW_AUTHENTICATION_REQUEST:
2102                         pool_type = HOME_TYPE_AUTH;
2103                         break;
2104
2105 #ifdef WITH_ACCOUNTING
2106                 case PW_ACCOUNTING_REQUEST:
2107                         pool_type = HOME_TYPE_ACCT;
2108                         break;
2109 #endif
2110
2111 #ifdef WITH_COA
2112                 case PW_COA_REQUEST:
2113                 case PW_DISCONNECT_REQUEST:
2114                         pool_type = HOME_TYPE_COA;
2115                         break;
2116 #endif
2117
2118                 default:
2119                         return 0;
2120                 }
2121
2122                 pool = home_pool_byname(vp->vp_strvalue, pool_type);
2123                 if (!pool) {
2124                         RDEBUG2("ERROR: Cannot proxy to unknown pool %s",
2125                                 vp->vp_strvalue);
2126                         return 0;
2127                 }
2128
2129                 realmname = NULL; /* no realms */
2130                 realm = NULL;
2131                 goto found_pool;
2132         }
2133
2134         realmname = (char *) realmpair->vp_strvalue;
2135
2136         realm = realm_find2(realmname);
2137         if (!realm) {
2138                 RDEBUG2("ERROR: Cannot proxy to unknown realm %s", realmname);
2139                 return 0;
2140         }
2141
2142         /*
2143          *      Figure out which pool to use.
2144          */
2145         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
2146                 pool = realm->auth_pool;
2147
2148 #ifdef WITH_ACCOUNTING
2149         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
2150                 pool = realm->acct_pool;
2151 #endif
2152
2153 #ifdef WITH_COA
2154         } else if ((request->packet->code == PW_COA_REQUEST) ||
2155                    (request->packet->code == PW_DISCONNECT_REQUEST)) {
2156                 pool = realm->acct_pool;
2157 #endif
2158
2159         } else {
2160                 rad_panic("Internal sanity check failed");
2161         }
2162
2163         if (!pool) {
2164                 RDEBUG2(" WARNING: Cancelling proxy to Realm %s, as the realm is local.",
2165                        realmname);
2166                 return 0;
2167         }
2168
2169 found_pool:
2170         home = home_server_ldb(realmname, pool, request);
2171         if (!home) {
2172                 RDEBUG2("ERROR: Failed to find live home server for realm %s",
2173                        realmname);
2174                 return -1;
2175         }
2176         request->home_pool = pool;
2177
2178 #ifdef WITH_COA
2179         /*
2180          *      Once we've decided to proxy a request, we cannot send
2181          *      a CoA packet.  So we free up any CoA packet here.
2182          */
2183         ev_request_free(&request->coa);
2184 #endif
2185         /*
2186          *      Remember that we sent the request to a Realm.
2187          */
2188         if (realmname) pairadd(&request->packet->vps,
2189                                pairmake("Realm", realmname, T_OP_EQ));
2190
2191         /*
2192          *      Strip the name, if told to.
2193          *
2194          *      Doing it here catches the case of proxied tunneled
2195          *      requests.
2196          */
2197         if (realm && (realm->striprealm == TRUE) &&
2198            (strippedname = pairfind(request->proxy->vps, PW_STRIPPED_USER_NAME)) != NULL) {
2199                 /*
2200                  *      If there's a Stripped-User-Name attribute in
2201                  *      the request, then use THAT as the User-Name
2202                  *      for the proxied request, instead of the
2203                  *      original name.
2204                  *
2205                  *      This is done by making a copy of the
2206                  *      Stripped-User-Name attribute, turning it into
2207                  *      a User-Name attribute, deleting the
2208                  *      Stripped-User-Name and User-Name attributes
2209                  *      from the vps list, and making the new
2210                  *      User-Name the head of the vps list.
2211                  */
2212                 vp = pairfind(request->proxy->vps, PW_USER_NAME);
2213                 if (!vp) {
2214                         vp = radius_paircreate(request, NULL,
2215                                                PW_USER_NAME, PW_TYPE_STRING);
2216                         rad_assert(vp != NULL); /* handled by above function */
2217                         /* Insert at the START of the list */
2218                         vp->next = request->proxy->vps;
2219                         request->proxy->vps = vp;
2220                 }
2221                 memcpy(vp->vp_strvalue, strippedname->vp_strvalue,
2222                        sizeof(vp->vp_strvalue));
2223                 vp->length = strippedname->length;
2224
2225                 /*
2226                  *      Do NOT delete Stripped-User-Name.
2227                  */
2228         }
2229
2230         /*
2231          *      If there is no PW_CHAP_CHALLENGE attribute but
2232          *      there is a PW_CHAP_PASSWORD we need to add it
2233          *      since we can't use the request authenticator
2234          *      anymore - we changed it.
2235          */
2236         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2237             pairfind(request->proxy->vps, PW_CHAP_PASSWORD) &&
2238             pairfind(request->proxy->vps, PW_CHAP_CHALLENGE) == NULL) {
2239                 vp = radius_paircreate(request, &request->proxy->vps,
2240                                        PW_CHAP_CHALLENGE, PW_TYPE_OCTETS);
2241                 vp->length = AUTH_VECTOR_LEN;
2242                 memcpy(vp->vp_strvalue, request->packet->vector, AUTH_VECTOR_LEN);
2243         }
2244
2245         /*
2246          *      The RFC's say we have to do this, but FreeRADIUS
2247          *      doesn't need it.
2248          */
2249         vp = radius_paircreate(request, &request->proxy->vps,
2250                                PW_PROXY_STATE, PW_TYPE_OCTETS);
2251         snprintf(vp->vp_strvalue, sizeof(vp->vp_strvalue), "%d",
2252                  request->packet->id);
2253         vp->length = strlen(vp->vp_strvalue);
2254
2255         /*
2256          *      Should be done BEFORE inserting into proxy hash, as
2257          *      pre-proxy may use this information, or change it.
2258          */
2259         request->proxy->code = request->packet->code;
2260
2261         /*
2262          *      Call the pre-proxy routines.
2263          */
2264         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
2265         if (vp) {
2266                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
2267                 pre_proxy_type = vp->vp_integer;
2268         }
2269
2270         rad_assert(request->home_pool != NULL);
2271
2272         if (request->home_pool->virtual_server) {
2273                 const char *old_server = request->server;
2274                 
2275                 request->server = request->home_pool->virtual_server;
2276                 RDEBUG2(" server %s {", request->server);
2277                 rcode = module_pre_proxy(pre_proxy_type, request);
2278                 RDEBUG2(" }");
2279                         request->server = old_server;
2280         } else {
2281                 rcode = module_pre_proxy(pre_proxy_type, request);
2282         }
2283         switch (rcode) {
2284         case RLM_MODULE_FAIL:
2285         case RLM_MODULE_INVALID:
2286         case RLM_MODULE_NOTFOUND:
2287         case RLM_MODULE_USERLOCK:
2288         default:
2289                 /* FIXME: debug print failed stuff */
2290                 return -1;
2291
2292         case RLM_MODULE_REJECT:
2293         case RLM_MODULE_HANDLED:
2294                 return 0;
2295
2296         /*
2297          *      Only proxy the packet if the pre-proxy code succeeded.
2298          */
2299         case RLM_MODULE_NOOP:
2300         case RLM_MODULE_OK:
2301         case RLM_MODULE_UPDATED:
2302                 break;
2303         }
2304
2305         /*
2306          *      If it's a fake request, don't send the proxy
2307          *      packet.  The outer tunnel session will take
2308          *      care of doing that.
2309          */
2310         if (request->packet->dst_port == 0) {
2311                 request->home_server = NULL;
2312                 return 1;
2313         }
2314
2315         if (request->home_server->server) {
2316                 return proxy_to_virtual_server(request);
2317         }
2318
2319         if (!proxy_request(request)) {
2320                 RDEBUG("ERROR: Failed to proxy request %u", request->number);
2321                 return -1;
2322         }
2323         
2324         return 1;
2325 }
2326 #endif
2327
2328 static void request_post_handler(REQUEST *request)
2329 {
2330         int child_state = -1;
2331         struct timeval when;
2332         VALUE_PAIR *vp;
2333
2334         if ((request->master_state == REQUEST_STOP_PROCESSING) ||
2335             (request->parent &&
2336              (request->parent->master_state == REQUEST_STOP_PROCESSING))) {
2337                 RDEBUG2("request %u was cancelled.", request->number);
2338 #ifdef HAVE_PTHREAD_H
2339                 request->child_pid = NO_SUCH_CHILD_PID;
2340 #endif
2341                 child_state = REQUEST_DONE;
2342                 goto cleanup;
2343         }
2344
2345         if (request->child_state != REQUEST_RUNNING) {
2346                 rad_panic("Internal sanity check failed");
2347         }
2348
2349 #ifdef WITH_COA
2350         /*
2351          *      If it's not in the request hash, it's a CoA request.
2352          *      We hope.
2353          */
2354         if (!request->in_request_hash &&
2355             request->proxy &&
2356             ((request->proxy->code == PW_COA_REQUEST) ||
2357              (request->proxy->code == PW_DISCONNECT_REQUEST))) {
2358                 request->next_callback = NULL;
2359                 child_state = REQUEST_DONE;
2360                 goto cleanup;
2361         }
2362 #endif
2363
2364         /*
2365          *      Catch Auth-Type := Reject BEFORE proxying the packet.
2366          */
2367         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2368             (request->reply->code == 0) &&
2369             ((vp = pairfind(request->config_items, PW_AUTH_TYPE)) != NULL) &&
2370             (vp->vp_integer == PW_AUTHTYPE_REJECT)) {
2371                 request->reply->code = PW_AUTHENTICATION_REJECT;
2372         }
2373
2374 #ifdef WITH_PROXY
2375         if (request->root->proxy_requests &&
2376             !request->in_proxy_hash &&
2377             (request->reply->code == 0) &&
2378             (request->packet->dst_port != 0) &&
2379             (request->packet->code != PW_STATUS_SERVER)) {
2380                 int rcode = successfully_proxied_request(request);
2381
2382                 if (rcode == 1) return; /* request is invalid */
2383
2384                 /*
2385                  *      Failed proxying it (dead home servers, etc.)
2386                  *      Run it through Post-Proxy-Type = Fail, and
2387                  *      respond to the request.
2388                  *
2389                  *      Note that we're in a child thread here, so we
2390                  *      do NOT re-schedule the request.  Instead, we
2391                  *      do what we would have done, which is run the
2392                  *      pre-handler, a NULL request handler, and then
2393                  *      the post handler.
2394                  */
2395                 if ((rcode < 0) && setup_post_proxy_fail(request)) {
2396                         request_pre_handler(request);
2397                 }
2398
2399                 /*
2400                  *      Else we weren't supposed to proxy it,
2401                  *      OR we proxied it internally to a virutal server.
2402                  */
2403         }
2404
2405 #ifdef WITH_COA
2406         else if (request->proxy && request->coa) {
2407                 RDEBUG("WARNING: Cannot proxy and originate CoA packets at the same time.  Cancelling CoA request");
2408                 ev_request_free(&request->coa);
2409         }
2410 #endif
2411 #endif
2412
2413         /*
2414          *      Fake requests don't get encoded or signed.  The caller
2415          *      also requires the reply VP's, so we don't free them
2416          *      here!
2417          */
2418         if (request->packet->dst_port == 0) {
2419                 /* FIXME: RDEBUG going to the next request */
2420 #ifdef HAVE_PTHREAD_H
2421                 request->child_pid = NO_SUCH_CHILD_PID;
2422 #endif
2423                 request->child_state = REQUEST_DONE;
2424                 return;
2425         }
2426
2427 #ifdef WITH_PROXY
2428         /*
2429          *      Copy Proxy-State from the request to the reply.
2430          */
2431         vp = paircopy2(request->packet->vps, PW_PROXY_STATE);
2432         if (vp) pairadd(&request->reply->vps, vp);
2433 #endif
2434
2435         /*
2436          *      Access-Requests get delayed or cached.
2437          */
2438         switch (request->packet->code) {
2439         case PW_AUTHENTICATION_REQUEST:
2440                 gettimeofday(&request->next_when, NULL);
2441
2442                 if (request->reply->code == 0) {
2443                         /*
2444                          *      Check if the lack of response is intentional.
2445                          */
2446                         vp = pairfind(request->config_items,
2447                                       PW_RESPONSE_PACKET_TYPE);
2448                         if (!vp) {
2449                                 RDEBUG2("There was no response configured: rejecting request %u",
2450                                        request->number);
2451                                 request->reply->code = PW_AUTHENTICATION_REJECT;
2452
2453                         } else if (vp->vp_integer == 256) {
2454                                 RDEBUG2("Not responding to request %u",
2455                                        request->number);
2456
2457                                 /*
2458                                  *      Force cleanup after a long
2459                                  *      time, so that we don't
2460                                  *      re-process the packet.
2461                                  */
2462                                 request->next_when.tv_sec += request->root->max_request_time;
2463                                 request->next_callback = cleanup_delay;
2464                                 child_state = REQUEST_CLEANUP_DELAY;
2465                                 break;
2466                         } else {
2467                                 request->reply->code = vp->vp_integer;
2468
2469                         }
2470                 }
2471
2472                 /*
2473                  *      Run rejected packets through
2474                  *
2475                  *      Post-Auth-Type = Reject
2476                  */
2477                 if (request->reply->code == PW_AUTHENTICATION_REJECT) {
2478                         pairdelete(&request->config_items, PW_POST_AUTH_TYPE);
2479                         vp = radius_pairmake(request, &request->config_items,
2480                                              "Post-Auth-Type", "Reject",
2481                                              T_OP_SET);
2482                         if (vp) rad_postauth(request);
2483
2484                         /*
2485                          *      If configured, delay Access-Reject packets.
2486                          *
2487                          *      If request->root->reject_delay = 0, we discover
2488                          *      that we have to send the packet now.
2489                          */
2490                         when = request->received;
2491                         when.tv_sec += request->root->reject_delay;
2492
2493                         if (timercmp(&when, &request->next_when, >)) {
2494                                 RDEBUG2("Delaying reject of request %u for %d seconds",
2495                                        request->number,
2496                                        request->root->reject_delay);
2497                                 request->next_when = when;
2498                                 request->next_callback = reject_delay;
2499 #ifdef HAVE_PTHREAD_H
2500                                 request->child_pid = NO_SUCH_CHILD_PID;
2501 #endif
2502                                 request->child_state = REQUEST_REJECT_DELAY;
2503                                 return;
2504                         }
2505                 }
2506
2507 #ifdef WITH_COA
2508         case PW_COA_REQUEST:
2509         case PW_DISCONNECT_REQUEST:
2510 #endif
2511                 request->next_when.tv_sec += request->root->cleanup_delay;
2512                 request->next_callback = cleanup_delay;
2513                 child_state = REQUEST_CLEANUP_DELAY;
2514                 break;
2515
2516         case PW_ACCOUNTING_REQUEST:
2517                 request->next_callback = NULL; /* just to be safe */
2518                 child_state = REQUEST_DONE;
2519                 break;
2520
2521                 /*
2522                  *      FIXME: Status-Server should probably not be
2523                  *      handled here...
2524                  */
2525         case PW_STATUS_SERVER:
2526                 request->next_callback = NULL;
2527                 child_state = REQUEST_DONE;
2528                 break;
2529
2530         default:
2531                 /*
2532                  *      DHCP, VMPS, etc.
2533                  */
2534                 request->next_callback = NULL;
2535                 child_state = REQUEST_DONE;
2536                 break;
2537         }
2538
2539         DEBUG_PACKET(request, request->reply, 1);
2540         request->listener->send(request->listener, request);
2541
2542 #ifdef WITH_COA
2543         /*
2544          *      Now that we've completely processed the request,
2545          *      see if we need to originate a CoA request.  But ONLY
2546          *      if it wasn't proxied.
2547          */
2548         if (!request->proxy &&
2549             (request->coa ||
2550              (pairfind(request->config_items, PW_SEND_COA_REQUEST) != NULL))) {
2551                 if (!originated_coa_request(request)) {
2552                         RDEBUG2("Do CoA Fail handler here");
2553                 }
2554                 /* request->coa is stil set, so we can update events */
2555         }
2556 #endif
2557
2558  cleanup:
2559         /*
2560          *      Clean up.  These are no longer needed.
2561          */
2562         pairfree(&request->config_items);
2563
2564         pairfree(&request->packet->vps);
2565         request->username = NULL;
2566         request->password = NULL;
2567
2568         pairfree(&request->reply->vps);
2569
2570 #ifdef WITH_PROXY
2571         if (request->proxy) {
2572                 pairfree(&request->proxy->vps);
2573
2574                 if (request->proxy_reply) {
2575                         pairfree(&request->proxy_reply->vps);
2576                 }
2577
2578 #if 0
2579                 /*
2580                  *      We're not tracking responses from the home
2581                  *      server, we can therefore free this memory in
2582                  *      the child thread.
2583                  */
2584                 if (!request->in_proxy_hash) {
2585                         rad_free(&request->proxy);
2586                         rad_free(&request->proxy_reply);
2587                         request->home_server = NULL;
2588                 }
2589 #endif
2590         }
2591 #endif
2592
2593         RDEBUG2("Finished request %u.", request->number);
2594         rad_assert(child_state >= 0);
2595         request->child_state = child_state;
2596
2597         /*
2598          *      Single threaded mode: update timers now.
2599          */
2600         if (!have_children) wait_a_bit(request);
2601 }
2602
2603
2604 static void received_retransmit(REQUEST *request, const RADCLIENT *client)
2605 {
2606 #ifdef WITH_PROXY
2607         char buffer[128];
2608 #endif
2609
2610         RAD_STATS_TYPE_INC(request->listener, total_dup_requests);
2611         RAD_STATS_CLIENT_INC(request->listener, client, total_dup_requests);
2612         
2613         switch (request->child_state) {
2614         case REQUEST_QUEUED:
2615         case REQUEST_RUNNING:
2616 #ifdef WITH_PROXY
2617         discard:
2618 #endif
2619                 radlog(L_ERR, "Discarding duplicate request from "
2620                        "client %s port %d - ID: %d due to unfinished request %u",
2621                        client->shortname,
2622                        request->packet->src_port,request->packet->id,
2623                        request->number);
2624                 break;
2625
2626 #ifdef WITH_PROXY
2627         case REQUEST_PROXIED:
2628                 /*
2629                  *      We're not supposed to have duplicate
2630                  *      accounting packets.  The other states handle
2631                  *      duplicates fine (discard, or send duplicate
2632                  *      reply).  But we do NOT want to retransmit an
2633                  *      accounting request here, because that would
2634                  *      involve updating the Acct-Delay-Time, and
2635                  *      therefore changing the packet Id, etc.
2636                  *
2637                  *      Instead, we just discard the packet.  We may
2638                  *      eventually respond, or the client will send a
2639                  *      new accounting packet.            
2640                  *
2641                  *      The same comments go for Status-Server, and
2642                  *      other packet types.
2643                  *
2644                  *      FIXME: coa: when we proxy CoA && Disconnect
2645                  *      packets, this logic has to be fixed.
2646                  */
2647                 if (request->packet->code != PW_AUTHENTICATION_REQUEST) {
2648                         goto discard;
2649                 }
2650
2651                 check_for_zombie_home_server(request);
2652
2653                 /*
2654                  *      If we've just discovered that the home server
2655                  *      is dead, OR the socket has been closed, look for
2656                  *      another connection to a home server.
2657                  */
2658                 if (((request->packet->dst_port != 0) &&
2659                      (request->home_server->state == HOME_STATE_IS_DEAD)) ||
2660                     (request->proxy_listener->status != RAD_LISTEN_STATUS_KNOWN)) {
2661                         home_server *home;
2662
2663                         remove_from_proxy_hash(request);
2664
2665                         home = home_server_ldb(NULL, request->home_pool, request);
2666                         if (!home) {
2667                                 RDEBUG2("Failed to find live home server for request %u", request->number);
2668                         no_home_servers:
2669                                 /*
2670                                  *      Do post-request processing,
2671                                  *      and any insertion of necessary
2672                                  *      events.
2673                                  */
2674                                 post_proxy_fail_handler(request);
2675                                 return;
2676                         }
2677
2678                         request->proxy->code = request->packet->code;
2679
2680                         /*
2681                          *      Free the old packet, to force re-encoding
2682                          */
2683                         free(request->proxy->data);
2684                         request->proxy->data = NULL;
2685                         request->proxy->data_len = 0;
2686
2687                         /*
2688                          *      This request failed over to a virtual
2689                          *      server.  Push it back onto the queue
2690                          *      to be processed.
2691                          */
2692                         if (request->home_server->server) {
2693                                 proxy_fallback_handler(request);
2694                                 return;
2695                         }
2696
2697                         /*
2698                          *      Try to proxy the request.
2699                          */
2700                         if (!proxy_request(request)) {
2701                                 RDEBUG("ERROR: Failed to re-proxy request %u", request->number);
2702                                 goto no_home_servers;
2703                         }
2704
2705                         /*
2706                          *      This code executes in the main server
2707                          *      thread, so there's no need for locking.
2708                          */
2709                         rad_assert(request->next_callback != NULL);
2710                         INSERT_EVENT(request->next_callback, request);
2711                         request->next_callback = NULL;
2712                         return;
2713                 } /* else the home server is still alive */
2714
2715 #ifdef WITH_TCP
2716                 if (request->home_server->proto == IPPROTO_TCP) {
2717                         DEBUG2("Suppressing duplicate proxied request to home server %s port %d proto TCP - ID: %d",
2718                                inet_ntop(request->proxy->dst_ipaddr.af,
2719                                          &request->proxy->dst_ipaddr.ipaddr,
2720                                          buffer, sizeof(buffer)),
2721                                request->proxy->dst_port,
2722                                request->proxy->id);
2723                         break;
2724                 }
2725 #endif
2726
2727                 RDEBUG2("Sending duplicate proxied request to home server %s port %d - ID: %d",
2728                        inet_ntop(request->proxy->dst_ipaddr.af,
2729                                  &request->proxy->dst_ipaddr.ipaddr,
2730                                  buffer, sizeof(buffer)),
2731                        request->proxy->dst_port,
2732                        request->proxy->id);
2733                 request->num_proxied_requests++;
2734
2735                 DEBUG_PACKET(request, request->proxy, 1);
2736                 request->proxy_listener->send(request->proxy_listener,
2737                                               request);
2738                 break;
2739 #endif
2740
2741         case REQUEST_REJECT_DELAY:
2742                 RDEBUG2("Waiting to send Access-Reject "
2743                        "to client %s port %d - ID: %d",
2744                        client->shortname,
2745                        request->packet->src_port, request->packet->id);
2746                 break;
2747
2748         case REQUEST_CLEANUP_DELAY:
2749         case REQUEST_DONE:
2750                 if (request->reply->code == 0) {
2751                         RDEBUG2("Ignoring retransmit from client %s port %d "
2752                                 "- ID: %d, no reply was configured",
2753                                 client->shortname,
2754                                 request->packet->src_port, request->packet->id);
2755                         return;
2756                 }
2757
2758                 /*
2759                  *      FIXME: This sends duplicate replies to
2760                  *      accounting requests, even if Acct-Delay-Time
2761                  *      or Event-Timestamp is in the packet.  In those
2762                  *      cases, the Id should be changed, and the packet
2763                  *      re-calculated.
2764                  */
2765                 RDEBUG2("Sending duplicate reply "
2766                        "to client %s port %d - ID: %d",
2767                        client->shortname,
2768                        request->packet->src_port, request->packet->id);
2769                 DEBUG_PACKET(request, request->reply, 1);
2770                 request->listener->send(request->listener, request);
2771                 break;
2772         }
2773 }
2774
2775
2776 static void received_conflicting_request(REQUEST *request,
2777                                          const RADCLIENT *client)
2778 {
2779         radlog(L_ERR, "Received conflicting packet from "
2780                "client %s port %d - ID: %d due to unfinished request %u.  Giving up on old request.",
2781                client->shortname,
2782                request->packet->src_port, request->packet->id,
2783                request->number);
2784
2785         /*
2786          *      Nuke it from the request hash, so we can receive new
2787          *      packets.
2788          */
2789         remove_from_request_hash(request);
2790
2791         switch (request->child_state) {
2792                 /*
2793                  *      Tell it to stop, and wait for it to do so.
2794                  */
2795         default:
2796                 request->master_state = REQUEST_STOP_PROCESSING;
2797                 request->delay += request->delay >> 1;
2798
2799                 tv_add(&request->when, request->delay);
2800
2801                 INSERT_EVENT(wait_for_child_to_die, request);
2802                 return;
2803
2804                 /*
2805                  *      Catch race conditions.  It may have switched
2806                  *      from running to done while this code is being
2807                  *      executed.
2808                  */
2809         case REQUEST_REJECT_DELAY:
2810         case REQUEST_CLEANUP_DELAY:
2811         case REQUEST_DONE:
2812                 break;
2813         }
2814 }
2815
2816
2817 static int can_handle_new_request(RADIUS_PACKET *packet,
2818                                   RADCLIENT *client,
2819                                   struct main_config_t *root)
2820 {
2821         /*
2822          *      Count the total number of requests, to see if
2823          *      there are too many.  If so, return with an
2824          *      error.
2825          */
2826         if (root->max_requests) {
2827                 int request_count = fr_packet_list_num_elements(pl);
2828
2829                 /*
2830                  *      This is a new request.  Let's see if
2831                  *      it makes us go over our configured
2832                  *      bounds.
2833                  */
2834                 if (request_count > root->max_requests) {
2835                         radlog(L_ERR, "Dropping request (%d is too many): "
2836                                "from client %s port %d - ID: %d", request_count,
2837                                client->shortname,
2838                                packet->src_port, packet->id);
2839                         radlog(L_INFO, "WARNING: Please check the configuration file.\n"
2840                                "\tThe value for 'max_requests' is probably set too low.\n");
2841                         return 0;
2842                 } /* else there were a small number of requests */
2843         } /* else there was no configured limit for requests */
2844
2845         /*
2846          *      FIXME: Add per-client checks.  If one client is sending
2847          *      too many packets, start discarding them.
2848          *
2849          *      We increment the counters here, and decrement them
2850          *      when the response is sent... somewhere in this file.
2851          */
2852
2853         /*
2854          *      FUTURE: Add checks for system load.  If the system is
2855          *      busy, start dropping requests...
2856          *
2857          *      We can probably keep some statistics ourselves...  if
2858          *      there are more requests coming in than we can handle,
2859          *      start dropping some.
2860          */
2861
2862         return 1;
2863 }
2864
2865
2866 int received_request(rad_listen_t *listener,
2867                      RADIUS_PACKET *packet, REQUEST **prequest,
2868                      RADCLIENT *client)
2869 {
2870         RADIUS_PACKET **packet_p;
2871         REQUEST *request = NULL;
2872         struct main_config_t *root = &mainconfig;
2873
2874         packet_p = fr_packet_list_find(pl, packet);
2875         if (packet_p) {
2876                 request = fr_packet2myptr(REQUEST, packet, packet_p);
2877                 rad_assert(request->in_request_hash);
2878
2879                 if ((request->packet->data_len == packet->data_len) &&
2880                     (memcmp(request->packet->vector, packet->vector,
2881                             sizeof(packet->vector)) == 0)) {
2882                         received_retransmit(request, client);
2883                         return 0;
2884                 }
2885
2886                 /*
2887                  *      The new request is different from the old one,
2888                  *      but maybe the old is finished.  If so, delete
2889                  *      the old one.
2890                  */
2891                 switch (request->child_state) {
2892                         struct timeval when;
2893
2894                 default:
2895                         /*
2896                          *      Special hacks for race conditions.
2897                          *      The reply is encoded, and therefore
2898                          *      likely sent.  We received a *new*
2899                          *      packet from the client, likely before
2900                          *      the next line or two of code which
2901                          *      updated the child state.  In this
2902                          *      case, just accept the new request.
2903                          */
2904                         if ((request->reply->code != 0) &&
2905                             request->reply->data) {
2906                                 radlog(L_INFO, "WARNING: Allowing fast client %s port %d - ID: %d for recent request %u.",
2907                                        client->shortname,
2908                                        packet->src_port, packet->id,
2909                                        request->number);
2910                                 remove_from_request_hash(request);
2911                                 request = NULL;
2912                                 break;
2913                         }
2914
2915                         gettimeofday(&when, NULL);
2916                         when.tv_sec -= 1;
2917
2918                         /*
2919                          *      If the cached request was received
2920                          *      within the last second, then we
2921                          *      discard the NEW request instead of the
2922                          *      old one.  This will happen ONLY when
2923                          *      the client is severely broken, and is
2924                          *      sending conflicting packets very
2925                          *      quickly.
2926                          */
2927                         if (timercmp(&when, &request->received, <)) {
2928                                 radlog(L_ERR, "Discarding conflicting packet from "
2929                                        "client %s port %d - ID: %d due to recent request %u.",
2930                                        client->shortname,
2931                                        packet->src_port, packet->id,
2932                                        request->number);
2933                                 return 0;
2934                         }
2935
2936                         received_conflicting_request(request, client);
2937                         request = NULL;
2938                         break;
2939
2940                 case REQUEST_REJECT_DELAY:
2941                 case REQUEST_CLEANUP_DELAY:
2942                         request->child_state = REQUEST_DONE;
2943                 case REQUEST_DONE:
2944                         cleanup_delay(request);
2945                         request = NULL;
2946                         break;
2947                 }
2948         }
2949
2950         /*
2951          *      We may want to quench the new request.
2952          */
2953         if ((listener->type != RAD_LISTEN_DETAIL) &&
2954             !can_handle_new_request(packet, client, root)) {
2955                 return 0;
2956         }
2957
2958         /*
2959          *      Create and initialize the new request.
2960          */
2961         request = request_alloc(); /* never fails */
2962
2963         if ((request->reply = rad_alloc(0)) == NULL) {
2964                 radlog(L_ERR, "No memory");
2965                 return 0;
2966         }
2967
2968         request->listener = listener;
2969         request->client = client;
2970         request->packet = packet;
2971         request->packet->timestamp = request->timestamp;
2972         request->number = request_num_counter++;
2973         request->priority = listener->type;
2974 #ifdef HAVE_PTHREAD_H
2975         request->child_pid = NO_SUCH_CHILD_PID;
2976 #endif
2977
2978         /*
2979          *      Status-Server packets go to the head of the queue.
2980          */
2981         if (request->packet->code == PW_STATUS_SERVER) request->priority = 0;
2982
2983         /*
2984          *      Set virtual server identity
2985          */
2986         if (client->server) {
2987                 request->server = client->server;
2988         } else if (listener->server) {
2989                 request->server = listener->server;
2990         } else {
2991                 request->server = NULL;
2992         }
2993
2994         /*
2995          *      Remember the request in the list.
2996          */
2997         if (!fr_packet_list_insert(pl, &request->packet)) {
2998                 radlog(L_ERR, "Failed to insert request %u in the list of live requests: discarding", request->number);
2999                 ev_request_free(&request);
3000                 return 0;
3001         }
3002
3003         request->in_request_hash = TRUE;
3004         request->root = root;
3005         root->refcount++;
3006 #ifdef WITH_TCP
3007         request->listener->count++;
3008 #endif
3009
3010         /*
3011          *      The request passes many of our sanity checks.
3012          *      From here on in, if anything goes wrong, we
3013          *      send a reject message, instead of dropping the
3014          *      packet.
3015          */
3016
3017         /*
3018          *      Build the reply template from the request.
3019          */
3020
3021         request->reply->sockfd = request->packet->sockfd;
3022         request->reply->dst_ipaddr = request->packet->src_ipaddr;
3023         request->reply->src_ipaddr = request->packet->dst_ipaddr;
3024         request->reply->dst_port = request->packet->src_port;
3025         request->reply->src_port = request->packet->dst_port;
3026         request->reply->id = request->packet->id;
3027         request->reply->code = 0; /* UNKNOWN code */
3028         memcpy(request->reply->vector, request->packet->vector,
3029                sizeof(request->reply->vector));
3030         request->reply->vps = NULL;
3031         request->reply->data = NULL;
3032         request->reply->data_len = 0;
3033
3034         request->master_state = REQUEST_ACTIVE;
3035         request->child_state = REQUEST_QUEUED;
3036         request->next_callback = NULL;
3037
3038         gettimeofday(&request->received, NULL);
3039         request->timestamp = request->received.tv_sec;
3040         request->when = request->received;
3041
3042         request->delay = USEC;
3043
3044         tv_add(&request->when, request->delay);
3045
3046         INSERT_EVENT(wait_a_bit, request);
3047
3048         *prequest = request;
3049         return 1;
3050 }
3051
3052
3053 #ifdef WITH_PROXY
3054 REQUEST *received_proxy_response(RADIUS_PACKET *packet)
3055 {
3056         char            buffer[128];
3057         REQUEST         *request;
3058
3059         /*
3060          *      Also removes from the proxy hash if responses == requests
3061          */
3062         request = lookup_in_proxy_hash(packet);
3063
3064         if (!request) {
3065                 radlog(L_PROXY, "No outstanding request was found for reply from host %s port %d - ID %d",
3066                        inet_ntop(packet->src_ipaddr.af,
3067                                  &packet->src_ipaddr.ipaddr,
3068                                  buffer, sizeof(buffer)),
3069                        packet->src_port, packet->id);
3070                 return NULL;
3071         }
3072
3073         /*
3074          *      We haven't replied to the NAS, but we have seen an
3075          *      earlier reply from the home server.  Ignore this packet,
3076          *      as we're likely still processing the previous reply.
3077          */
3078         if (request->proxy_reply) {
3079                 if (memcmp(request->proxy_reply->vector,
3080                            packet->vector,
3081                            sizeof(request->proxy_reply->vector)) == 0) {
3082                         RDEBUG2("Discarding duplicate reply from host %s port %d  - ID: %d for request %u",
3083                                inet_ntop(packet->src_ipaddr.af,
3084                                          &packet->src_ipaddr.ipaddr,
3085                                          buffer, sizeof(buffer)),
3086                                packet->src_port, packet->id,
3087                                request->number);
3088                 } else {
3089                         /*
3090                          *      ? The home server gave us a new proxy
3091                          *      reply which doesn't match the old
3092                          *      one.  Delete it.
3093                          */
3094                         RDEBUG2("Ignoring conflicting proxy reply");
3095                 }
3096                 
3097                 /* assert that there's an event queued for request? */
3098                 return NULL;
3099         }
3100
3101         /*
3102          *      Verify the packet before doing ANYTHING with it.  This
3103          *      means we're doing more MD5 checks in the server core.
3104          *      However, we can fix that by moving to multiple threads
3105          *      listening on sockets.
3106          *
3107          *      We do this AFTER looking the request up in the hash,
3108          *      and AFTER vhecking if we saw a previous request.  This
3109          *      helps minimize the DoS effect of people attacking us
3110          *      with spoofed packets.
3111          */
3112         if (rad_verify(packet, request->proxy,
3113                        request->home_server->secret) != 0) {
3114                 DEBUG("Ignoring spoofed proxy reply.  Signature is invalid");
3115                 return NULL;
3116         }
3117
3118         gettimeofday(&now, NULL);
3119
3120         /*
3121          *      Maybe move this earlier in the decision process?
3122          *      Having it here means that late or duplicate proxy
3123          *      replies no longer get the home server marked as
3124          *      "alive".  This might be good for stability, though.
3125          *
3126          *      FIXME: Do we really want to do this whenever we
3127          *      receive a packet?  Setting this here means that we
3128          *      mark it alive on *any* packet, even if it's lost all
3129          *      of the *other* packets in the last 10s.
3130          */
3131         if (request->proxy->code != PW_STATUS_SERVER) {
3132                 request->home_server->state = HOME_STATE_ALIVE;
3133         }
3134         
3135 #ifdef WITH_COA
3136         /*
3137          *      When originating CoA, the "proxy" reply is the reply
3138          *      to the CoA request that we originated.  At this point,
3139          *      the original request is finished, and it has a reply.
3140          *
3141          *      However, if we haven't separated the two requests, do
3142          *      so now.  This is done so that cleaning up the original
3143          *      request won't cause the CoA request to be free'd.  See
3144          *      util.c, request_free()
3145          */
3146         if (request->parent && (request->parent->coa == request)) {
3147                 request->parent->coa = NULL;
3148                 request->parent = NULL;
3149
3150                 /*
3151                  *      The proxied packet was different from the
3152                  *      original packet, AND the proxied packet was
3153                  *      a CoA: allow it.
3154                  */
3155         } else if ((request->packet->code != request->proxy->code) &&
3156                    ((request->proxy->code == PW_COA_REQUEST) ||
3157                     (request->proxy->code == PW_DISCONNECT_REQUEST))) {
3158           /*
3159            *    It's already divorced: do nothing.
3160            */
3161           
3162         } else
3163                 /*
3164                  *      Skip the next set of checks, as the original
3165                  *      reply is cached.  We want to be able to still
3166                  *      process the CoA reply, AND to reference the
3167                  *      original request/reply.
3168                  *
3169                  *      This is getting to be really quite a bit of a
3170                  *      hack.
3171                  */
3172 #endif
3173
3174         /*
3175          *      If there's a reply to the NAS, ignore everything
3176          *      related to proxy responses
3177          */
3178         if (request->reply && request->reply->code != 0) {
3179                 RDEBUG2("Ignoring proxy reply that arrived after we sent a reply to the NAS");
3180                 return NULL;
3181         }
3182         
3183 #ifdef WITH_STATS
3184         /*
3185          *      The average includes our time to receive packets and
3186          *      look them up in the hashes, which should be the same
3187          *      for all packets.
3188          *
3189          *      We update the response time only for the FIRST packet
3190          *      we receive.
3191          */
3192         if (request->home_server->ema.window > 0) {
3193                 radius_stats_ema(&request->home_server->ema,
3194                                  &now, &request->proxy_when);
3195         }
3196 #endif
3197
3198         switch (request->child_state) {
3199         case REQUEST_QUEUED:
3200         case REQUEST_RUNNING:
3201                 radlog(L_ERR, "Internal sanity check failed for child state");
3202                 /* FALL-THROUGH */
3203
3204         case REQUEST_REJECT_DELAY:
3205         case REQUEST_CLEANUP_DELAY:
3206         case REQUEST_DONE:
3207                 radlog(L_ERR, "Reply from home server %s port %d  - ID: %d arrived too late for request %u. Try increasing 'retry_delay' or 'max_request_time'",
3208                        inet_ntop(packet->src_ipaddr.af,
3209                                  &packet->src_ipaddr.ipaddr,
3210                                  buffer, sizeof(buffer)),
3211                        packet->src_port, packet->id,
3212                        request->number);
3213                 /* assert that there's an event queued for request? */
3214                 return NULL;
3215
3216         case REQUEST_PROXIED:
3217                 break;
3218         }
3219
3220         request->proxy_reply = packet;
3221
3222 #if 0
3223         /*
3224          *      Perform RTT calculations, as per RFC 2988 (for TCP).
3225          *      Note that we only do so on the first response.
3226          */
3227         if ((request->num_proxied_responses == 1)
3228                 int rtt;
3229                 home_server *home = request->home_server;
3230
3231                 rtt = now.tv_sec - request->proxy_when.tv_sec;
3232                 rtt *= USEC;
3233                 rtt += now.tv_usec;
3234                 rtt -= request->proxy_when.tv_usec;
3235
3236                 if (!home->has_rtt) {
3237                         home->has_rtt = TRUE;
3238
3239                         home->srtt = rtt;
3240                         home->rttvar = rtt / 2;
3241
3242                 } else {
3243                         home->rttvar -= home->rttvar >> 2;
3244                         home->rttvar += (home->srtt - rtt);
3245                         home->srtt -= home->srtt >> 3;
3246                         home->srtt += rtt >> 3;
3247                 }
3248
3249                 home->rto = home->srtt;
3250                 if (home->rttvar > (USEC / 4)) {
3251                         home->rto += home->rttvar * 4;
3252                 } else {
3253                         home->rto += USEC;
3254                 }
3255         }
3256 #endif
3257
3258         /*
3259          *      There's no incoming request, so it's a proxied packet
3260          *      we originated.
3261          */
3262         if (!request->packet) {
3263                 received_response_to_ping(request);
3264                 request->proxy_reply = NULL; /* caller will free it */
3265                 ev_request_free(&request);
3266                 return NULL;
3267         }
3268
3269         request->child_state = REQUEST_QUEUED;
3270         request->when = now;
3271         request->delay = USEC;
3272         request->priority = RAD_LISTEN_PROXY;
3273         tv_add(&request->when, request->delay);
3274
3275         /*
3276          *      Wait a bit will take care of max_request_time
3277          */
3278         INSERT_EVENT(wait_a_bit, request);
3279
3280         return request;
3281 }
3282
3283 #endif /* WITH_PROXY */
3284
3285 #ifdef WITH_TCP
3286 static void tcp_socket_lifetime(void *ctx)
3287 {
3288         rad_listen_t *listener = ctx;
3289         char buffer[256];
3290
3291         listener->print(listener, buffer, sizeof(buffer));
3292
3293         DEBUG("Reached maximum lifetime on socket %s", buffer);
3294
3295         listener->status = RAD_LISTEN_STATUS_CLOSED;
3296         event_new_fd(listener);
3297 }
3298
3299 static void tcp_socket_idle_timeout(void *ctx)
3300 {
3301         rad_listen_t *listener = ctx;
3302         listen_socket_t *sock = listener->data;
3303         char buffer[256];
3304
3305         fr_event_now(el, &now); /* should always succeed... */
3306
3307         rad_assert(sock->home != NULL);
3308
3309         /*
3310          *      We implement idle timeout by polling, because it's
3311          *      cheaper than resetting the idle timeout every time
3312          *      we send / receive a packet.
3313          */
3314         if ((sock->last_packet + sock->home->idle_timeout) > now.tv_sec) {
3315                 struct timeval when;
3316                 void *fun = tcp_socket_idle_timeout;
3317                 
3318                 when.tv_sec = sock->last_packet;
3319                 when.tv_sec += sock->home->idle_timeout;
3320                 when.tv_usec = 0;
3321
3322                 if (sock->home->lifetime &&
3323                     (sock->opened + sock->home->lifetime < when.tv_sec)) {
3324                         when.tv_sec = sock->opened + sock->home->lifetime;
3325                         fun = tcp_socket_lifetime;
3326                 }
3327                 
3328                 if (!fr_event_insert(el, fun, listener, &when, &sock->ev)) {
3329                         rad_panic("Failed to insert event");
3330                 }
3331
3332                 return;
3333         }
3334
3335         listener->print(listener, buffer, sizeof(buffer));
3336         
3337         DEBUG("Reached idle timeout on socket %s", buffer);
3338
3339         listener->status = RAD_LISTEN_STATUS_CLOSED;
3340         event_new_fd(listener);
3341 }
3342 #endif
3343
3344 void event_new_fd(rad_listen_t *this)
3345 {
3346         char buffer[1024];
3347
3348         if (this->status == RAD_LISTEN_STATUS_KNOWN) return;
3349
3350         this->print(this, buffer, sizeof(buffer));
3351
3352         if (this->status == RAD_LISTEN_STATUS_INIT) {
3353                 if (just_started) {
3354                         DEBUG("Listening on %s", buffer);
3355                 } else {
3356                         radlog(L_INFO, " ... adding new socket %s", buffer);
3357                 }
3358
3359 #ifdef WITH_PROXY
3360                 /*
3361                  *      Add it to the list of sockets we can use.
3362                  *      Server sockets (i.e. auth/acct) are never
3363                  *      added to the packet list.
3364                  */
3365                 if (this->type == RAD_LISTEN_PROXY) {
3366                         listen_socket_t *sock = this->data;
3367
3368                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3369                         if (!fr_packet_list_socket_add(proxy_list, this->fd,
3370                                                        sock->proto,
3371                                                        &sock->other_ipaddr, sock->other_port,
3372                                                        this)) {
3373
3374                                 proxy_no_new_sockets = TRUE;
3375                                 listen_free(&this);
3376                                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3377
3378                                 /*
3379                                  *      This is bad.  However, the
3380                                  *      packet list now supports 256
3381                                  *      open sockets, which should
3382                                  *      minimize this problem.
3383                                  */
3384                                 radlog(L_ERR, "Failed adding proxy socket: %s",
3385                                        fr_strerror());
3386                                 return;
3387                         }
3388
3389                         if (sock->home) {
3390                                 sock->home->num_connections++;
3391                                 
3392                                 /*
3393                                  *      If necessary, add it to the list of
3394                                  *      new proxy listeners.
3395                                  */
3396                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3397                                         this->next = proxy_listener_list;
3398                                         proxy_listener_list = this;
3399                                 }
3400                         }
3401                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3402
3403                         /*
3404                          *      Tell the main thread that we've added
3405                          *      a proxy listener, but only if we need
3406                          *      to update the event list.  Do this
3407                          *      with the mutex unlocked, to reduce
3408                          *      contention.
3409                          */
3410                         if (sock->home) {
3411                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3412                                         radius_signal_self(RADIUS_SIGNAL_SELF_NEW_FD);
3413                                 }
3414                         }
3415                 }
3416 #endif          
3417
3418 #ifdef WITH_DETAIL
3419                 /*
3420                  *      Detail files are always known, and aren't
3421                  *      put into the socket event loop.
3422                  */
3423                 if (this->type == RAD_LISTEN_DETAIL) {
3424                         this->status = RAD_LISTEN_STATUS_KNOWN;
3425                         
3426                         /*
3427                          *      Set up the first poll interval.
3428                          */
3429                         event_poll_detail(this);
3430                         return;
3431                 }
3432 #endif
3433
3434                 FD_MUTEX_LOCK(&fd_mutex);
3435                 if (!fr_event_fd_insert(el, 0, this->fd,
3436                                         event_socket_handler, this)) {
3437                         radlog(L_ERR, "Failed adding event handler for proxy socket!");
3438                         exit(1);
3439                 }
3440                 FD_MUTEX_UNLOCK(&fd_mutex);
3441                 
3442                 this->status = RAD_LISTEN_STATUS_KNOWN;
3443                 return;
3444         }
3445
3446         /*
3447          *      Something went wrong with the socket: make it harmless.
3448          */
3449         if (this->status == RAD_LISTEN_STATUS_REMOVE_FD) {
3450                 int devnull;
3451
3452                 /*
3453                  *      Remove it from the list of live FD's.
3454                  */
3455                 FD_MUTEX_LOCK(&fd_mutex);
3456                 fr_event_fd_delete(el, 0, this->fd);
3457                 FD_MUTEX_UNLOCK(&fd_mutex);
3458
3459 #ifdef WITH_TCP
3460                 /*
3461                  *      We track requests using this socket only for
3462                  *      TCP.  For UDP, we don't currently close
3463                  *      sockets.
3464                  */
3465 #ifdef WITH_PROXY
3466                 if (this->type != RAD_LISTEN_PROXY)
3467 #endif
3468                 {
3469                         if (this->count != 0) {
3470                                 fr_packet_list_walk(pl, this,
3471                                                     remove_all_requests);
3472                         }
3473
3474                         if (this->count == 0) {
3475                                 this->status = RAD_LISTEN_STATUS_FINISH;
3476                                 goto finish;
3477                         }
3478                 }               
3479 #ifdef WITH_PROXY
3480                 else {
3481                         int count = this->count;
3482
3483                         /*
3484                          *      Duplicate code
3485                          */
3486                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3487                         if (!fr_packet_list_socket_freeze(proxy_list,
3488                                                           this->fd)) {
3489                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3490                                        fr_strerror());
3491                                 exit(1);
3492                         }
3493
3494                         /*
3495                          *      Doing this with the proxy mutex held
3496                          *      is a Bad Thing.  We should move to
3497                          *      finer-grained mutexes.
3498                          */
3499                         count = this->count;
3500                         if (count > 0) {
3501                                 fr_packet_list_walk(proxy_list, this,
3502                                                     remove_all_proxied_requests);
3503                         }
3504                         count = this->count; /* protected by mutex */
3505                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3506
3507                         if (count == 0) {
3508                                 this->status = RAD_LISTEN_STATUS_FINISH;
3509                                 goto finish;
3510                         }
3511                 }
3512 #endif  /* WITH_PROXY */
3513 #endif  /* WITH_TCP */
3514
3515                 /*
3516                  *      Re-open the socket, pointing it to /dev/null.
3517                  *      This means that all writes proceed without
3518                  *      blocking, and all reads return "no data".
3519                  *
3520                  *      This leaves the socket active, so any child
3521                  *      threads won't go insane.  But it means that
3522                  *      they cannot send or receive any packets.
3523                  *
3524                  *      This is EXTRA work in the normal case, when
3525                  *      sockets are closed without error.  But it lets
3526                  *      us have one simple processing method for all
3527                  *      sockets.
3528                  */
3529                 devnull = open("/dev/null", O_RDWR);
3530                 if (devnull < 0) {
3531                         radlog(L_ERR, "FATAL failure opening /dev/null: %s",
3532                                strerror(errno));
3533                         exit(1);
3534                 }
3535                 if (dup2(devnull, this->fd) < 0) {
3536                         radlog(L_ERR, "FATAL failure closing socket: %s",
3537                                strerror(errno));
3538                         exit(1);
3539                 }
3540                 close(devnull);
3541
3542                 this->status = RAD_LISTEN_STATUS_CLOSED;
3543
3544                 /*
3545                  *      Fall through to the next section.
3546                  */
3547         }
3548
3549 #ifdef WITH_TCP
3550         /*
3551          *      Called ONLY from the main thread.  On the following
3552          *      conditions:
3553          *
3554          *      idle timeout
3555          *      max lifetime
3556          *
3557          *      (and falling through from "forcibly close FD" above)
3558          *      client closed connection on us
3559          *      client sent us a bad packet.
3560          */
3561         if (this->status == RAD_LISTEN_STATUS_CLOSED) {
3562                 int count = this->count;
3563                 rad_assert(this->type != RAD_LISTEN_DETAIL);
3564
3565 #ifdef WITH_PROXY
3566                 /*
3567                  *      Remove it from the list of active sockets, so
3568                  *      that it isn't used when proxying new packets.
3569                  */
3570                 if (this->type == RAD_LISTEN_PROXY) {
3571                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3572                         if (!fr_packet_list_socket_freeze(proxy_list,
3573                                                           this->fd)) {
3574                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3575                                        fr_strerror());
3576                                 exit(1);
3577                         }
3578                         count = this->count; /* protected by mutex */
3579                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3580                 }
3581 #endif
3582
3583                 /*
3584                  *      Requests are still using the socket.  Wait for
3585                  *      them to finish.
3586                  */
3587                 if (count != 0) {
3588                         struct timeval when;
3589                         listen_socket_t *sock = this->data;
3590
3591                         /*
3592                          *      Try again to clean up the socket in 30
3593                          *      seconds.
3594                          */
3595                         gettimeofday(&when, NULL);
3596                         when.tv_sec += 30;
3597                         
3598                         if (!fr_event_insert(el,
3599                                              (fr_event_callback_t) event_new_fd,
3600                                              this, &when, &sock->ev)) {
3601                                 rad_panic("Failed to insert event");
3602                         }
3603                        
3604                         return;
3605                 }
3606
3607                 /*
3608                  *      No one is using this socket: we can delete it
3609                  *      immediately.
3610                  */
3611                 this->status = RAD_LISTEN_STATUS_FINISH;
3612         }
3613         
3614 finish:
3615         if (this->status == RAD_LISTEN_STATUS_FINISH) {
3616                 listen_socket_t *sock = this->data;
3617
3618                 rad_assert(this->count == 0);
3619                 radlog(L_INFO, " ... closing socket %s", buffer);
3620
3621                 /*
3622                  *      Remove it from the list of live FD's.  Note
3623                  *      that it MAY also have been removed above.  We
3624                  *      do it again here, to catch the case of sockets
3625                  *      closing on idle timeout, or max
3626                  *      lifetime... AFTER all requests have finished
3627                  *      using it.
3628                  */
3629                 FD_MUTEX_LOCK(&fd_mutex);
3630                 fr_event_fd_delete(el, 0, this->fd);
3631                 FD_MUTEX_UNLOCK(&fd_mutex);
3632                 
3633 #ifdef WITH_PROXY
3634                 /*
3635                  *      Remove it from the list of sockets to be used
3636                  *      when proxying.
3637                  */
3638                 if (this->type == RAD_LISTEN_PROXY) {
3639                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3640                         if (!fr_packet_list_socket_remove(proxy_list,
3641                                                           this->fd, NULL)) {
3642                                 radlog(L_ERR, "Fatal error removing socket: %s",
3643                                        fr_strerror());
3644                                 exit(1);
3645                         }
3646                         if (sock->home) sock->home->num_connections--;
3647                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3648                 }
3649 #endif
3650
3651                 /*
3652                  *      Remove any pending cleanups.
3653                  */
3654                 if (sock->ev) fr_event_delete(el, &sock->ev);
3655
3656                 /*
3657                  *      And finally, close the socket.
3658                  */
3659                 listen_free(&this);
3660         }
3661 #endif  /* WITH_TCP */
3662 }
3663
3664 static void handle_signal_self(int flag)
3665 {
3666         if ((flag & (RADIUS_SIGNAL_SELF_EXIT | RADIUS_SIGNAL_SELF_TERM)) != 0) {
3667                 if ((flag & RADIUS_SIGNAL_SELF_EXIT) != 0) {
3668                         radlog(L_INFO, "Received TERM signal");
3669                         fr_event_loop_exit(el, 1);
3670                 } else {
3671                         fr_event_loop_exit(el, 2);
3672                 }
3673
3674                 return;
3675         } /* else exit/term flags weren't set */
3676
3677         /*
3678          *      Tell the even loop to stop processing.
3679          */
3680         if ((flag & RADIUS_SIGNAL_SELF_HUP) != 0) {
3681                 time_t when;
3682                 static time_t last_hup = 0;
3683
3684                 when = time(NULL);
3685                 if ((int) (when - last_hup) < 5) {
3686                         radlog(L_INFO, "Ignoring HUP (less than 5s since last one)");
3687                         return;
3688                 }
3689
3690                 radlog(L_INFO, "Received HUP signal.");
3691
3692                 last_hup = when;
3693
3694                 fr_event_loop_exit(el, 0x80);
3695         }
3696
3697 #ifdef WITH_DETAIL
3698         if ((flag & RADIUS_SIGNAL_SELF_DETAIL) != 0) {
3699                 rad_listen_t *this;
3700                 
3701                 /*
3702                  *      FIXME: O(N) loops suck.
3703                  */
3704                 for (this = mainconfig.listen;
3705                      this != NULL;
3706                      this = this->next) {
3707                         if (this->type != RAD_LISTEN_DETAIL) continue;
3708
3709                         /*
3710                          *      This one didn't send the signal, skip
3711                          *      it.
3712                          */
3713                         if (!this->decode(this, NULL)) continue;
3714
3715                         /*
3716                          *      Go service the interrupt.
3717                          */
3718                         event_poll_detail(this);
3719                 }
3720         }
3721 #endif
3722
3723 #ifdef WITH_TCP
3724 #ifdef WITH_PROXY
3725         /*
3726          *      Add event handlers for idle timeouts && maximum lifetime.
3727          */
3728         if ((flag & RADIUS_SIGNAL_SELF_NEW_FD) != 0) {
3729                 struct timeval when;
3730                 void *fun = NULL;
3731
3732                 fr_event_now(el, &now);
3733
3734                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
3735
3736                 while (proxy_listener_list) {
3737                         rad_listen_t *this = proxy_listener_list;
3738                         listen_socket_t *sock = this->data;
3739
3740                         proxy_listener_list = this->next;
3741                         this->next = NULL;
3742
3743                         if (!sock->home) continue; /* skip UDP sockets */
3744
3745                         when = now;
3746
3747                         if (!sock->home->idle_timeout) {
3748                                 rad_assert(sock->home->lifetime != 0);
3749
3750                                 when.tv_sec += sock->home->lifetime;
3751                                 fun = tcp_socket_lifetime;
3752                         } else {
3753                                 rad_assert(sock->home->idle_timeout != 0);
3754
3755                                 when.tv_sec += sock->home->idle_timeout;
3756                                 fun = tcp_socket_idle_timeout;
3757                         }
3758
3759                         if (!fr_event_insert(el, fun, this, &when,
3760                                              &(sock->ev))) {
3761                                 rad_panic("Failed to insert event");
3762                         }
3763                 }
3764
3765                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3766         }
3767 #endif  /* WITH_PROXY */
3768 #endif  /* WITH_TCP */
3769 }
3770
3771 #ifdef __MINGW32__
3772 void radius_signal_self(int flag)
3773 {
3774         handle_signal_self(flag);
3775 }
3776 #else
3777 /*
3778  *      Inform ourselves that we received a signal.
3779  */
3780 void radius_signal_self(int flag)
3781 {
3782         ssize_t rcode;
3783         uint8_t buffer[16];
3784
3785         /*
3786          *      The read MUST be non-blocking for this to work.
3787          */
3788         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3789         if (rcode > 0) {
3790                 ssize_t i;
3791
3792                 for (i = 0; i < rcode; i++) {
3793                         buffer[0] |= buffer[i];
3794                 }
3795         } else {
3796                 buffer[0] = 0;
3797         }
3798
3799         buffer[0] |= flag;
3800
3801         write(self_pipe[1], buffer, 1);
3802 }
3803
3804
3805 static void event_signal_handler(UNUSED fr_event_list_t *xel,
3806                                  UNUSED int fd, UNUSED void *ctx)
3807 {
3808         ssize_t i, rcode;
3809         uint8_t buffer[32];
3810
3811         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3812         if (rcode <= 0) return;
3813
3814         /*
3815          *      Merge pending signals.
3816          */
3817         for (i = 0; i < rcode; i++) {
3818                 buffer[0] |= buffer[i];
3819         }
3820
3821         handle_signal_self(buffer[0]);
3822 }
3823 #endif
3824
3825
3826 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd,
3827                                  void *ctx)
3828 {
3829         rad_listen_t *listener = ctx;
3830         RAD_REQUEST_FUNP fun;
3831         REQUEST *request;
3832
3833         rad_assert(xel == el);
3834
3835         xel = xel;
3836
3837         if (listener->fd < 0) rad_panic("Socket was closed on us!");
3838         
3839         if (!listener->recv(listener, &fun, &request)) return;
3840
3841         if (!thread_pool_addrequest(request, fun)) {
3842                 request->child_state = REQUEST_DONE;
3843         }
3844 }
3845
3846
3847 /*
3848  *      This function is called periodically to see if this detail
3849  *      file is available for reading.
3850  */
3851 static void event_poll_detail(void *ctx)
3852 {
3853         int rcode, delay;
3854         RAD_REQUEST_FUNP fun;
3855         REQUEST *request;
3856         rad_listen_t *this = ctx;
3857         struct timeval when;
3858         listen_detail_t *detail = this->data;
3859
3860         rad_assert(this->type == RAD_LISTEN_DETAIL);
3861
3862         /*
3863          *      Try to read something.
3864          *
3865          *      FIXME: This does poll AND receive.
3866          */
3867         rcode = this->recv(this, &fun, &request);
3868         if (rcode != 0) {
3869                 rad_assert(fun != NULL);
3870                 rad_assert(request != NULL);
3871                 
3872                 if (!thread_pool_addrequest(request, fun)) {
3873                         request->child_state = REQUEST_DONE;
3874                 }
3875         }
3876
3877         fr_event_now(el, &now);
3878         when = now;
3879
3880         /*
3881          *      Backdoor API to get the delay until the next poll
3882          *      time.
3883          */
3884         delay = this->encode(this, NULL);
3885         tv_add(&when, delay);
3886
3887         if (!fr_event_insert(el, event_poll_detail, this,
3888                              &when, &detail->ev)) {
3889                 radlog(L_ERR, "Failed creating handler");
3890                 exit(1);
3891         }
3892 }
3893
3894
3895 static void event_status(struct timeval *wake)
3896 {
3897 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3898         int argval;
3899 #endif
3900
3901         if (debug_flag == 0) {
3902                 if (just_started) {
3903                         radlog(L_INFO, "Ready to process requests.");
3904                         just_started = FALSE;
3905                 }
3906                 return;
3907         }
3908
3909         if (!wake) {
3910                 radlog(L_INFO, "Ready to process requests.");
3911
3912         } else if ((wake->tv_sec != 0) ||
3913                    (wake->tv_usec >= 100000)) {
3914                 DEBUG("Waking up in %d.%01u seconds.",
3915                       (int) wake->tv_sec, (unsigned int) wake->tv_usec / 100000);
3916         }
3917
3918
3919         /*
3920          *      FIXME: Put this somewhere else, where it isn't called
3921          *      all of the time...
3922          */
3923
3924 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3925         /*
3926          *      If there are no child threads, then there may
3927          *      be child processes.  In that case, wait for
3928          *      their exit status, and throw that exit status
3929          *      away.  This helps get rid of zxombie children.
3930          */
3931         while (waitpid(-1, &argval, WNOHANG) > 0) {
3932                 /* do nothing */
3933         }
3934 #endif
3935
3936 }
3937
3938 /*
3939  *      Externally-visibly functions.
3940  */
3941 int radius_event_init(CONF_SECTION *cs, int spawn_flag)
3942 {
3943         rad_listen_t *head = NULL;
3944
3945         if (el) return 0;
3946
3947         time(&fr_start_time);
3948
3949         el = fr_event_list_create(event_status);
3950         if (!el) return 0;
3951
3952         pl = fr_packet_list_create(0);
3953         if (!pl) return 0;      /* leak el */
3954
3955         request_num_counter = 0;
3956
3957 #ifdef WITH_PROXY
3958         if (mainconfig.proxy_requests) {
3959                 /*
3960                  *      Create the tree for managing proxied requests and
3961                  *      responses.
3962                  */
3963                 proxy_list = fr_packet_list_create(1);
3964                 if (!proxy_list) return 0;
3965
3966 #ifdef HAVE_PTHREAD_H
3967                 if (pthread_mutex_init(&proxy_mutex, NULL) != 0) {
3968                         radlog(L_ERR, "FATAL: Failed to initialize proxy mutex: %s",
3969                                strerror(errno));
3970                         exit(1);
3971                 }
3972 #endif
3973         }
3974 #endif
3975
3976 #ifdef HAVE_PTHREAD_H
3977 #ifndef __MINGW32__
3978         NO_SUCH_CHILD_PID = (pthread_t ) (0);
3979 #else
3980         NO_SUCH_CHILD_PID = pthread_self(); /* not a child thread */
3981 #endif
3982         /*
3983          *      Initialize the threads ONLY if we're spawning, AND
3984          *      we're running normally.
3985          */
3986         if (spawn_flag && !check_config &&
3987             (thread_pool_init(cs, &spawn_flag) < 0)) {
3988                 exit(1);
3989         }
3990 #endif
3991
3992         /*
3993          *      Move all of the thread calls to this file?
3994          *
3995          *      It may be best for the mutexes to be in this file...
3996          */
3997         have_children = spawn_flag;
3998
3999         if (check_config) {
4000                 DEBUG("%s: #### Skipping IP addresses and Ports ####",
4001                        mainconfig.name);
4002                 return 1;
4003         }
4004
4005 #ifndef __MINGW32__
4006         /*
4007          *      Child threads need a pipe to signal us, as do the
4008          *      signal handlers.
4009          */
4010         if (pipe(self_pipe) < 0) {
4011                 radlog(L_ERR, "radiusd: Error opening internal pipe: %s",
4012                        strerror(errno));
4013                 exit(1);
4014         }
4015         if (fcntl(self_pipe[0], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
4016                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
4017                        strerror(errno));
4018                 exit(1);
4019         }
4020         if (fcntl(self_pipe[1], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
4021                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
4022                        strerror(errno));
4023                 exit(1);
4024         }
4025
4026         if (!fr_event_fd_insert(el, 0, self_pipe[0],
4027                                   event_signal_handler, el)) {
4028                 radlog(L_ERR, "Failed creating handler for signals");
4029                 exit(1);
4030         }
4031 #endif
4032
4033        DEBUG("%s: #### Opening IP addresses and Ports ####",
4034                mainconfig.name);
4035
4036        /*
4037         *       The server temporarily switches to an unprivileged
4038         *       user very early in the bootstrapping process.
4039         *       However, some sockets MAY require privileged access
4040         *       (bind to device, or to port < 1024, or to raw
4041         *       sockets).  Those sockets need to call suid up/down
4042         *       themselves around the functions that need a privileged
4043         *       uid.
4044         */
4045         if (listen_init(cs, &head) < 0) {
4046                 _exit(1);
4047         }
4048         
4049         mainconfig.listen = head;
4050
4051         /*
4052          *      At this point, no one has any business *ever* going
4053          *      back to root uid.
4054          */
4055         fr_suid_down_permanent();
4056
4057         return 1;
4058 }
4059
4060
4061 static int request_hash_cb(UNUSED void *ctx, void *data)
4062 {
4063         REQUEST *request = fr_packet2myptr(REQUEST, packet, data);
4064
4065 #ifdef WITH_PROXY
4066         rad_assert(request->in_proxy_hash == FALSE);
4067 #endif
4068
4069         ev_request_free(&request);
4070
4071         return 0;
4072 }
4073
4074
4075 #ifdef WITH_PROXY
4076 static int proxy_hash_cb(UNUSED void *ctx, void *data)
4077 {
4078         REQUEST *request = fr_packet2myptr(REQUEST, proxy, data);
4079
4080         ev_request_free(&request);
4081
4082         return 0;
4083 }
4084 #endif
4085
4086 void radius_event_free(void)
4087 {
4088         /*
4089          *      FIXME: Stop all threads, or at least check that
4090          *      they're all waiting on the semaphore, and the queues
4091          *      are empty.
4092          */
4093
4094 #ifdef WITH_PROXY
4095         /*
4096          *      There are requests in the proxy hash that aren't
4097          *      referenced from anywhere else.  Remove them first.
4098          */
4099         if (proxy_list) {
4100                 fr_packet_list_walk(proxy_list, NULL, proxy_hash_cb);
4101                 fr_packet_list_free(proxy_list);
4102                 proxy_list = NULL;
4103         }
4104 #endif
4105
4106         fr_packet_list_walk(pl, NULL, request_hash_cb);
4107
4108         fr_packet_list_free(pl);
4109         pl = NULL;
4110
4111         fr_event_list_free(el);
4112 }
4113
4114 int radius_event_process(void)
4115 {
4116         if (!el) return 0;
4117
4118         return fr_event_loop(el);
4119 }
4120
4121 void radius_handle_request(REQUEST *request, RAD_REQUEST_FUNP fun)
4122 {
4123         request->options = RAD_REQUEST_OPTION_DEBUG2;
4124
4125         if (request_pre_handler(request)) {
4126                 rad_assert(fun != NULL);
4127                 rad_assert(request != NULL);
4128                 
4129                 if (request->server) RDEBUG("server %s {",
4130                                             request->server != NULL ?
4131                                             request->server : ""); 
4132                 fun(request);
4133
4134                 if (request->server) RDEBUG("} # server %s",
4135                                              request->server != NULL ?
4136                                             request->server : "");
4137
4138                 request_post_handler(request);
4139         }
4140
4141         DEBUG2("Going to the next request");
4142         return;
4143 }