Make "dropped packet" message debugging
[freeradius.git] / src / main / event.c
1 /*
2  * event.c      Server event handling
3  *
4  * Version:     $Id$
5  *
6  *   This program is free software; you can redistribute it and/or modify
7  *   it under the terms of the GNU General Public License as published by
8  *   the Free Software Foundation; either version 2 of the License, or
9  *   (at your option) any later version.
10  *
11  *   This program is distributed in the hope that it will be useful,
12  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
13  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  *   GNU General Public License for more details.
15  *
16  *   You should have received a copy of the GNU General Public License
17  *   along with this program; if not, write to the Free Software
18  *   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
19  *
20  * Copyright 2007  The FreeRADIUS server project
21  * Copyright 2007  Alan DeKok <aland@deployingradius.com>
22  */
23
24 #include <freeradius-devel/ident.h>
25 RCSID("$Id$")
26
27 #include <freeradius-devel/radiusd.h>
28 #include <freeradius-devel/modules.h>
29 #include <freeradius-devel/event.h>
30 #include <freeradius-devel/detail.h>
31
32 #include <freeradius-devel/rad_assert.h>
33
34 #include <signal.h>
35 #include <fcntl.h>
36
37 #ifdef HAVE_SYS_WAIT_H
38 #       include <sys/wait.h>
39 #endif
40
41 #define USEC (1000000)
42
43 extern pid_t radius_pid;
44 extern int dont_fork;
45 extern int check_config;
46 extern void force_log_reopen(void);
47 extern char *debug_condition;
48
49 /*
50  *      Ridiculous amounts of local state.
51  */
52 static fr_event_list_t  *el = NULL;
53 static fr_packet_list_t *pl = NULL;
54 static int                      request_num_counter = 0;
55 static struct timeval           now;
56 time_t                          fr_start_time;
57 static int                      have_children;
58 static int                      just_started = TRUE;
59
60 #ifndef __MINGW32__
61 #ifdef HAVE_PTHREAD_H
62 #define WITH_SELF_PIPE (1)
63 #endif
64 #endif
65
66 #ifdef WITH_SELF_PIPE
67 static int self_pipe[2];
68 #endif
69
70 #ifdef HAVE_PTHREAD_H
71 #ifdef WITH_PROXY
72 static pthread_mutex_t  proxy_mutex;
73 static rad_listen_t *proxy_listener_list = NULL;
74 static int proxy_no_new_sockets = FALSE;
75 #endif
76
77 #define PTHREAD_MUTEX_LOCK if (have_children) pthread_mutex_lock
78 #define PTHREAD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
79
80 static pthread_t NO_SUCH_CHILD_PID;
81 #else
82 /*
83  *      This is easier than ifdef's throughout the code.
84  */
85 #define PTHREAD_MUTEX_LOCK(_x)
86 #define PTHREAD_MUTEX_UNLOCK(_x)
87 int thread_pool_addrequest(REQUEST *request, RAD_REQUEST_FUNP fun)
88 {
89         radius_handle_request(request, fun);
90         return 1;
91 }
92 #endif
93
94 /*
95  *      We need mutexes around the event FD list *only* in certain
96  *      cases.
97  */
98 #if defined (HAVE_PTHREAD_H) && (defined(WITH_PROXY) || defined(WITH_TCP))
99 static pthread_mutex_t  fd_mutex;
100 #define FD_MUTEX_LOCK if (have_children) pthread_mutex_lock
101 #define FD_MUTEX_UNLOCK if (have_children) pthread_mutex_unlock
102 #else
103 /*
104  *      This is easier than ifdef's throughout the code.
105  */
106 #define FD_MUTEX_LOCK(_x)
107 #define FD_MUTEX_UNLOCK(_x)
108 #endif
109
110
111 #define INSERT_EVENT(_function, _ctx) if (!fr_event_insert(el, _function, _ctx, &((_ctx)->when), &((_ctx)->ev))) { _rad_panic(__FILE__, __LINE__, "Failed to insert event"); }
112
113 #ifdef WITH_PROXY
114 static fr_packet_list_t *proxy_list = NULL;
115 static void remove_from_proxy_hash(REQUEST *request);
116
117 static void check_for_zombie_home_server(REQUEST *request);
118 #else
119 #define remove_from_proxy_hash(foo)
120 #endif
121
122 static void request_post_handler(REQUEST *request);
123 static void wait_a_bit(void *ctx);
124 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd, void *ctx);
125 #ifdef WITH_DETAIL
126 static void event_poll_detail(void *ctx);
127 #endif
128
129 static void NEVER_RETURNS _rad_panic(const char *file, unsigned int line,
130                                     const char *msg)
131 {
132         radlog(L_ERR, "[%s:%d] %s", file, line, msg);
133         _exit(1);
134 }
135
136 #define rad_panic(x) _rad_panic(__FILE__, __LINE__, x)
137
138
139 static void tv_add(struct timeval *tv, int usec_delay)
140 {
141         if (usec_delay > USEC) {
142                 tv->tv_sec += usec_delay / USEC;
143                 usec_delay %= USEC;
144         }
145         tv->tv_usec += usec_delay;
146
147         if (tv->tv_usec > USEC) {
148                 tv->tv_sec += tv->tv_usec / USEC;
149                 tv->tv_usec %= USEC;
150         }
151 }
152
153 static void remove_from_request_hash(REQUEST *request)
154 {
155         if (!request->in_request_hash) return;
156
157         fr_packet_list_yank(pl, request->packet);
158         request->in_request_hash = FALSE;
159
160         request_stats_final(request);
161
162 #ifdef WITH_TCP
163         request->listener->count--;
164 #endif
165 }
166
167 #ifdef WITH_PROXY
168 static REQUEST *lookup_in_proxy_hash(RADIUS_PACKET *reply)
169 {
170         int done = FALSE;
171         RADIUS_PACKET **proxy_p;
172         REQUEST *request;
173
174         PTHREAD_MUTEX_LOCK(&proxy_mutex);
175         proxy_p = fr_packet_list_find_byreply(proxy_list, reply);
176
177         if (!proxy_p) {
178                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
179                 return NULL;
180         }
181
182         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
183         request->num_proxied_responses++; /* needs to be protected by lock */
184
185         done = (request->num_proxied_requests == request->num_proxied_responses);
186         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
187
188
189         /*
190          *      Catch the most common case of everything working
191          *      correctly.
192          */
193         if (done) remove_from_proxy_hash(request);
194
195         return request;
196 }
197
198
199 static void remove_from_proxy_hash(REQUEST *request)
200 {
201         /*
202          *      Check this without grabbing the mutex because it's a
203          *      lot faster that way.
204          */
205         if (!request->in_proxy_hash) return;
206
207         /*
208          *      The "not in hash" flag is definitive.  However, if the
209          *      flag says that it IS in the hash, there might still be
210          *      a race condition where it isn't.
211          */
212         PTHREAD_MUTEX_LOCK(&proxy_mutex);
213
214         if (!request->in_proxy_hash) {
215                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
216                 return;
217         }
218
219         fr_packet_list_yank(proxy_list, request->proxy);
220         fr_packet_list_id_free(proxy_list, request->proxy);
221
222         /*
223          *      On the FIRST reply, decrement the count of outstanding
224          *      requests.  Note that this is NOT the count of sent
225          *      packets, but whether or not the home server has
226          *      responded at all.
227          */
228         if (!request->proxy_reply &&
229             request->home_server &&
230             request->home_server->currently_outstanding) {
231                 request->home_server->currently_outstanding--;
232         }
233
234 #ifdef WITH_TCP
235         request->proxy_listener->count--;
236         request->proxy_listener = NULL;
237 #endif
238
239         /*
240          *      Got from YES in hash, to NO, not in hash while we hold
241          *      the mutex.  This guarantees that when another thread
242          *      grabs the mutex, the "not in hash" flag is correct.
243          */
244         request->in_proxy_hash = FALSE;
245
246         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
247 }
248 #endif  /* WITH_PROXY */
249
250 static void ev_request_free(REQUEST **prequest)
251 {
252         REQUEST *request;
253         
254         if (!prequest || !*prequest) return;
255
256         request = *prequest;
257
258 #ifdef WITH_COA
259         if (request->coa) {
260                 /*
261                  *      Divorce the child from the parent first,
262                  *      then clean up the child.
263                  */
264                 request->coa->parent = NULL;
265                 ev_request_free(&request->coa);
266         }
267
268         /*
269          *      Divorce the parent from the child, and leave the
270          *      parent still alive.
271          */
272         if (request->parent && (request->parent->coa == request)) {
273                 request->parent->coa = NULL;
274         }
275 #endif
276
277         if (request->ev) fr_event_delete(el, &request->ev);
278 #ifdef WITH_PROXY
279         if (request->in_proxy_hash) remove_from_proxy_hash(request);
280 #endif
281         if (request->in_request_hash) remove_from_request_hash(request);
282
283         request_free(prequest);
284 }
285
286 #ifdef WITH_TCP
287 static int remove_all_requests(void *ctx, void *data)
288 {
289         rad_listen_t *this = ctx;
290         RADIUS_PACKET **packet_p = data;
291         REQUEST *request;
292         
293         request = fr_packet2myptr(REQUEST, packet, packet_p);
294         if (request->packet->sockfd != this->fd) return 0;
295
296         switch (request->child_state) {
297         case REQUEST_RUNNING:
298                 rad_assert(request->ev != NULL); /* or it's lost forever */
299         case REQUEST_QUEUED:
300                 request->master_state = REQUEST_STOP_PROCESSING;
301                 return 0;
302
303                 /*
304                  *      Waiting for a reply.  There's no point in
305                  *      doing anything else.  We remove it from the
306                  *      request hash so that we can close the upstream
307                  *      socket.
308                  */
309         case REQUEST_PROXIED:
310                 remove_from_request_hash(request);
311                 request->child_state = REQUEST_DONE;
312                 return 0;
313
314         case REQUEST_REJECT_DELAY:
315         case REQUEST_CLEANUP_DELAY:
316         case REQUEST_DONE:
317                 ev_request_free(&request);
318                 break;
319         }
320
321         return 0;
322 }
323
324 #ifdef WITH_PROXY
325 static int remove_all_proxied_requests(void *ctx, void *data)
326 {
327         rad_listen_t *this = ctx;
328         RADIUS_PACKET **proxy_p = data;
329         REQUEST *request;
330         
331         request = fr_packet2myptr(REQUEST, proxy, proxy_p);
332         if (request->proxy->sockfd != this->fd) return 0;
333
334         switch (request->child_state) {
335         case REQUEST_RUNNING:
336                 rad_assert(request->ev != NULL); /* or it's lost forever */
337         case REQUEST_QUEUED:
338                 request->master_state = REQUEST_STOP_PROCESSING;
339                 return 0;
340
341                 /*
342                  *      Eventually we will discover that there is no
343                  *      response to the proxied request.
344                  */
345         case REQUEST_PROXIED:
346                 break;
347
348                 /*
349                  *      Keep it in the cache for duplicate detection.
350                  */
351         case REQUEST_REJECT_DELAY:
352         case REQUEST_CLEANUP_DELAY:
353         case REQUEST_DONE:
354                 break;
355         }
356
357         remove_from_proxy_hash(request);
358         return 0;
359 }
360 #endif  /* WITH_PROXY */
361 #endif  /* WITH_TCP */
362
363
364 #ifdef WITH_PROXY
365 static int insert_into_proxy_hash(REQUEST *request)
366 {
367         char buf[128];
368         int rcode, tries;
369         void *proxy_listener;
370
371         rad_assert(request->proxy != NULL);
372         rad_assert(proxy_list != NULL);
373
374         tries = 1;
375 retry:
376         PTHREAD_MUTEX_LOCK(&proxy_mutex);
377         rcode = fr_packet_list_id_alloc(proxy_list,
378                                         request->home_server->proto,
379                                         request->proxy, &proxy_listener);
380         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
381         
382         if (!rcode) {
383                 if (proxy_no_new_sockets) return 0;
384
385                 /*
386                  *      Also locks the proxy mutex, so we have to call
387                  *      it with the mutex unlocked.  Some systems
388                  *      don't support recursive mutexes.
389                  */
390                 if (!proxy_new_listener(request->home_server, 0)) {
391                         radlog(L_ERR, "Failed to create a new socket for proxying requests.");
392                         return 0;
393                 }
394                 request->proxy->src_port = 0; /* Use any new socket */
395
396                 tries++;
397                 if (tries > 2) {
398                         RDEBUG2("ERROR: Failed allocating Id for new socket when proxying requests.");
399                         return 0;
400                 }
401                 
402                 goto retry;
403         }
404
405         request->proxy_listener = proxy_listener;
406
407         PTHREAD_MUTEX_LOCK(&proxy_mutex);
408         if (!fr_packet_list_insert(proxy_list, &request->proxy)) {
409                 fr_packet_list_id_free(proxy_list, request->proxy);
410                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
411                 radlog(L_PROXY, "Failed to insert entry into proxy list");
412                 return 0;
413         }
414
415         request->in_proxy_hash = TRUE;
416
417         /*
418          *      Keep track of maximum outstanding requests to a
419          *      particular home server.  'max_outstanding' is
420          *      enforced in home_server_ldb(), in realms.c.
421          */
422         if (request->home_server) {
423                 request->home_server->currently_outstanding++;
424         }
425
426 #ifdef WITH_TCP
427         request->proxy_listener->count++;
428 #endif
429
430         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
431
432         RDEBUG3(" proxy: allocating destination %s port %d - Id %d",
433                inet_ntop(request->proxy->dst_ipaddr.af,
434                          &request->proxy->dst_ipaddr.ipaddr, buf, sizeof(buf)),
435                request->proxy->dst_port,
436                request->proxy->id);
437
438         return 1;
439 }
440
441
442 /*
443  *      Called as BOTH an event, and in-line from other functions.
444  */
445 static void wait_for_proxy_id_to_expire(void *ctx)
446 {
447         REQUEST *request = ctx;
448
449         rad_assert(request->magic == REQUEST_MAGIC);
450         rad_assert(request->proxy != NULL);
451
452         fr_event_now(el, &now);
453         request->when = request->proxy_when;
454
455 #ifdef WITH_COA
456         if (((request->proxy->code == PW_COA_REQUEST) ||
457              (request->proxy->code == PW_DISCONNECT_REQUEST)) &&
458             (request->packet->code != request->proxy->code)) {
459                 request->when.tv_sec += request->home_server->coa_mrd;
460         } else
461 #endif
462         request->when.tv_sec += request->home_server->response_window;
463
464         if ((request->num_proxied_requests == request->num_proxied_responses) ||
465 #ifdef WITH_TCP
466             (request->home_server->proto == IPPROTO_TCP) ||
467 #endif
468             timercmp(&now, &request->when, >)) {
469                 if (request->packet) {
470                         RDEBUG2("Cleaning up request %d ID %d with timestamp +%d",
471                                request->number, request->packet->id,
472                                (unsigned int) (request->timestamp - fr_start_time));
473                 } else {
474                         RDEBUG2("Cleaning up request %d with timestamp +%d",
475                                request->number,
476                                (unsigned int) (request->timestamp - fr_start_time));
477                 }
478
479                 ev_request_free(&request);
480                 return;
481         }
482
483         INSERT_EVENT(wait_for_proxy_id_to_expire, request);
484 }
485 #endif
486
487 #ifdef HAVE_PTHREAD_H
488 static void wait_for_child_to_die(void *ctx)
489 {
490         REQUEST *request = ctx;
491
492         rad_assert(request->magic == REQUEST_MAGIC);
493
494         /*
495          *      If it's still queued (waiting for a thread to pick it
496          *      up) OR, it's running AND there's still a child thread
497          *      handling it, THEN delay some more.
498          */
499         if ((request->child_state == REQUEST_QUEUED) ||
500             ((request->child_state == REQUEST_RUNNING) &&
501              (pthread_equal(request->child_pid, NO_SUCH_CHILD_PID) == 0))) {
502
503                 /*
504                  *      Cap delay at five minutes.
505                  */
506                 if (request->delay < (USEC * 60 * 5)) {
507                         request->delay += (request->delay >> 1);
508                         radlog(L_INFO, "WARNING: Child is hung for request %d.",
509                                request->number);
510                 } else {
511                         RDEBUG2("Child is still stuck for request %d",
512                                 request->number);
513                 }
514                 tv_add(&request->when, request->delay);
515
516                 INSERT_EVENT(wait_for_child_to_die, request);
517                 return;
518         }
519
520         RDEBUG2("Child is responsive for request %d", request->number);
521         remove_from_request_hash(request);
522
523 #ifdef WITH_PROXY
524         if (request->proxy) {
525                 wait_for_proxy_id_to_expire(request);
526                 return;
527         }
528 #endif
529
530         ev_request_free(&request);
531 }
532 #endif
533
534 static void cleanup_delay(void *ctx)
535 {
536         REQUEST *request = ctx;
537
538         rad_assert(request->magic == REQUEST_MAGIC);
539         rad_assert((request->child_state == REQUEST_CLEANUP_DELAY) ||
540                    (request->child_state == REQUEST_DONE));
541
542         remove_from_request_hash(request);
543
544 #ifdef WITH_PROXY
545         if (request->proxy && request->in_proxy_hash) {
546                 wait_for_proxy_id_to_expire(request);
547                 return;
548         }
549 #endif
550
551         RDEBUG2("Cleaning up request %d ID %d with timestamp +%d",
552                request->number, request->packet->id,
553                (unsigned int) (request->timestamp - fr_start_time));
554
555         ev_request_free(&request);
556 }
557
558
559 /*
560  *      In daemon mode, AND this request has debug flags set.
561  */
562 #define DEBUG_PACKET if (!debug_flag && request->options && request->radlog) debug_packet
563
564 static void debug_packet(REQUEST *request, RADIUS_PACKET *packet, int direction)
565 {
566         VALUE_PAIR *vp;
567         char buffer[1024];
568         const char *received, *from;
569         const fr_ipaddr_t *ip;
570         int port;
571
572         if (!packet) return;
573
574         rad_assert(request->radlog != NULL);
575
576         if (direction == 0) {
577                 received = "Received";
578                 from = "from";  /* what else? */
579                 ip = &packet->src_ipaddr;
580                 port = packet->src_port;
581
582         } else {
583                 received = "Sending";
584                 from = "to";    /* hah! */
585                 ip = &packet->dst_ipaddr;
586                 port = packet->dst_port;
587         }
588         
589         /*
590          *      Client-specific debugging re-prints the input
591          *      packet into the client log.
592          *
593          *      This really belongs in a utility library
594          */
595         if ((packet->code > 0) && (packet->code < FR_MAX_PACKET_CODE)) {
596                 RDEBUG("%s %s packet %s host %s port %d, id=%d, length=%d",
597                        received, fr_packet_codes[packet->code], from,
598                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
599                        port, packet->id, packet->data_len);
600         } else {
601                 RDEBUG("%s packet %s host %s port %d code=%d, id=%d, length=%d",
602                        received, from,
603                        inet_ntop(ip->af, &ip->ipaddr, buffer, sizeof(buffer)),
604                        port,
605                        packet->code, packet->id, packet->data_len);
606         }
607
608         for (vp = packet->vps; vp != NULL; vp = vp->next) {
609                 vp_prints(buffer, sizeof(buffer), vp);
610                 request->radlog(L_DBG, 0, request, "\t%s", buffer);
611         }
612 }
613
614 static void reject_delay(void *ctx)
615 {
616         REQUEST *request = ctx;
617
618         rad_assert(request->magic == REQUEST_MAGIC);
619         rad_assert(request->child_state == REQUEST_REJECT_DELAY);
620
621         RDEBUG2("Sending delayed reject for request %d", request->number);
622
623         DEBUG_PACKET(request, request->reply, 1);
624
625         request->listener->send(request->listener, request);
626
627         request->when.tv_sec += request->root->cleanup_delay;
628         request->child_state = REQUEST_CLEANUP_DELAY;
629
630         INSERT_EVENT(cleanup_delay, request);
631 }
632
633
634 #ifdef WITH_PROXY
635 void revive_home_server(void *ctx)
636 {
637         home_server *home = ctx;
638         char buffer[128];
639
640 #ifdef WITH_TCP
641         rad_assert(home->proto != IPPROTO_TCP);
642 #endif
643
644         home->state = HOME_STATE_ALIVE;
645         home->currently_outstanding = 0;
646         home->revive_time = now;
647
648         /*
649          *      Delete any outstanding events.
650          */
651         if (home->ev) fr_event_delete(el, &home->ev);
652
653         radlog(L_PROXY, "Marking home server %s port %d alive again... we have no idea if it really is alive or not.",
654                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
655                          buffer, sizeof(buffer)),
656                home->port);
657
658 }
659
660
661 static void no_response_to_ping(void *ctx)
662 {
663         REQUEST *request = ctx;
664         home_server *home;
665         char buffer[128];
666
667         rad_assert(request->home_server != NULL);
668
669         home = request->home_server;
670 #ifdef WITH_TCP
671         rad_assert(home->proto != IPPROTO_TCP);
672 #endif
673
674         home->num_received_pings = 0;
675
676         radlog(L_ERR, "No response to status check %d for home server %s port %d",
677                request->number,
678                inet_ntop(request->proxy->dst_ipaddr.af,
679                          &request->proxy->dst_ipaddr.ipaddr,
680                          buffer, sizeof(buffer)),
681                request->proxy->dst_port);
682
683         check_for_zombie_home_server(request);
684
685         wait_for_proxy_id_to_expire(request);
686 }
687
688
689 static void received_response_to_ping(REQUEST *request)
690 {
691         home_server *home;
692         char buffer[128];
693
694         rad_assert(request->home_server != NULL);
695
696         home = request->home_server;
697 #ifdef WITH_TCP
698         rad_assert(home->proto != IPPROTO_TCP);
699 #endif
700
701         home->num_received_pings++;
702
703         radlog(L_PROXY, "Received response to status check %d (%d in current sequence)",
704                request->number, home->num_received_pings);
705
706         /*
707          *      Remove the request from any hashes
708          */
709         fr_event_delete(el, &request->ev);
710         remove_from_proxy_hash(request);
711         rad_assert(request->in_request_hash == FALSE);
712
713         /*
714          *      The control socket may have marked the home server as
715          *      alive.  OR, it may have suddenly started responding to
716          *      requests again.  If so, don't re-do the "make alive"
717          *      work.
718          */
719         if (home->state == HOME_STATE_ALIVE) return;
720
721         /*
722          *      We haven't received enough ping responses to mark it
723          *      "alive".  Wait a bit.
724          */
725         if (home->num_received_pings < home->num_pings_to_alive) {
726                 return;
727         }
728
729         home->state = HOME_STATE_ALIVE;
730         home->currently_outstanding = 0;
731         home->revive_time = now;
732
733         if (!fr_event_delete(el, &home->ev)) {
734                 RDEBUG2("Hmm... no event for home server.  Oh well.");
735         }
736
737         radlog(L_PROXY, "Marking home server %s port %d alive",
738                inet_ntop(request->proxy->dst_ipaddr.af,
739                          &request->proxy->dst_ipaddr.ipaddr,
740                          buffer, sizeof(buffer)),
741                request->proxy->dst_port);
742 }
743
744
745 /*
746  *      Called from start of zombie period, OR after control socket
747  *      marks the home server dead.
748  */
749 static void ping_home_server(void *ctx)
750 {
751         uint32_t jitter;
752         home_server *home = ctx;
753         REQUEST *request;
754         VALUE_PAIR *vp;
755
756 #ifdef WITH_TCP
757         rad_assert(home->proto != IPPROTO_TCP);
758 #endif
759
760         if ((home->state == HOME_STATE_ALIVE) ||
761             (home->ping_check == HOME_PING_CHECK_NONE) ||
762             (home->ev != NULL)) {
763                 return;
764         }
765
766         request = request_alloc();
767         request->number = request_num_counter++;
768
769         request->proxy = rad_alloc(1);
770         rad_assert(request->proxy != NULL);
771
772         fr_event_now(el, &request->when);
773         home->when = request->when;
774
775         if (home->ping_check == HOME_PING_CHECK_STATUS_SERVER) {
776                 request->proxy->code = PW_STATUS_SERVER;
777
778                 radius_pairmake(request, &request->proxy->vps,
779                                 "Message-Authenticator", "0x00", T_OP_SET);
780
781         } else if (home->type == HOME_TYPE_AUTH) {
782                 request->proxy->code = PW_AUTHENTICATION_REQUEST;
783
784                 radius_pairmake(request, &request->proxy->vps,
785                                 "User-Name", home->ping_user_name, T_OP_SET);
786                 radius_pairmake(request, &request->proxy->vps,
787                                 "User-Password", home->ping_user_password, T_OP_SET);
788                 radius_pairmake(request, &request->proxy->vps,
789                                 "Service-Type", "Authenticate-Only", T_OP_SET);
790                 radius_pairmake(request, &request->proxy->vps,
791                                 "Message-Authenticator", "0x00", T_OP_SET);
792
793         } else {
794 #ifdef WITH_ACCOUNTING
795                 request->proxy->code = PW_ACCOUNTING_REQUEST;
796                 
797                 radius_pairmake(request, &request->proxy->vps,
798                                 "User-Name", home->ping_user_name, T_OP_SET);
799                 radius_pairmake(request, &request->proxy->vps,
800                                 "Acct-Status-Type", "Stop", T_OP_SET);
801                 radius_pairmake(request, &request->proxy->vps,
802                                 "Acct-Session-Id", "00000000", T_OP_SET);
803                 vp = radius_pairmake(request, &request->proxy->vps,
804                                      "Event-Timestamp", "0", T_OP_SET);
805                 vp->vp_date = now.tv_sec;
806 #else
807                 rad_assert("Internal sanity check failed");
808 #endif
809         }
810
811         radius_pairmake(request, &request->proxy->vps,
812                         "NAS-Identifier", "Status Check. Are you alive?",
813                         T_OP_SET);
814
815         request->proxy->dst_ipaddr = home->ipaddr;
816         request->proxy->dst_port = home->port;
817         request->home_server = home;
818
819         rad_assert(request->proxy_listener == NULL);
820
821         if (!insert_into_proxy_hash(request)) {
822                 radlog(L_PROXY, "Failed inserting status check %d into proxy hash.  Discarding it.",
823                        request->number);
824                 ev_request_free(&request);
825                 return;
826         }
827         rad_assert(request->proxy_listener != NULL);
828         request->proxy_listener->send(request->proxy_listener,
829                                       request);
830
831         request->next_callback = NULL;
832         request->child_state = REQUEST_PROXIED;
833         request->when.tv_sec += home->ping_timeout;;
834
835         INSERT_EVENT(no_response_to_ping, request);
836
837         /*
838          *      Add +/- 2s of jitter, as suggested in RFC 3539
839          *      and in the Issues and Fixes draft.
840          */
841         home->when.tv_sec += home->ping_interval - 2;
842
843         jitter = fr_rand();
844         jitter ^= (jitter >> 10);
845         jitter &= ((1 << 23) - 1); /* 22 bits of 1 */
846
847         tv_add(&home->when, jitter);
848
849         INSERT_EVENT(ping_home_server, home);
850 }
851
852
853 void mark_home_server_dead(home_server *home, struct timeval *when)
854 {
855         int previous_state = home->state;
856         char buffer[128];
857
858         radlog(L_PROXY, "Marking home server %s port %d as dead.",
859                inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
860                          buffer, sizeof(buffer)),
861                home->port);
862
863         home->state = HOME_STATE_IS_DEAD;
864         home->num_received_pings = 0;
865
866         if (home->ping_check != HOME_PING_CHECK_NONE) {
867                 /*
868                  *      If the control socket marks us dead, start
869                  *      pinging.  Otherwise, we already started
870                  *      pinging when it was marked "zombie".
871                  */
872                 if (previous_state == HOME_STATE_ALIVE) {
873                         ping_home_server(home);
874                 }
875
876         } else {
877                 /*
878                  *      Revive it after a fixed period of time.  This
879                  *      is very, very, bad.
880                  */
881                 home->when = *when;
882                 home->when.tv_sec += home->revive_interval;
883
884                 INSERT_EVENT(revive_home_server, home);
885         }
886 }
887
888 static void check_for_zombie_home_server(REQUEST *request)
889 {
890         home_server *home;
891         struct timeval when;
892
893         home = request->home_server;
894
895         if (home->state != HOME_STATE_ZOMBIE) return;
896
897         when = home->zombie_period_start;
898         when.tv_sec += home->zombie_period;
899
900         fr_event_now(el, &now);
901         if (timercmp(&now, &when, <)) {
902                 return;
903         }
904
905         mark_home_server_dead(home, &request->when);
906 }
907
908 static int proxy_to_virtual_server(REQUEST *request);
909
910 static int virtual_server_handler(UNUSED REQUEST *request)
911 {
912         proxy_to_virtual_server(request);
913         return 0;
914 }
915
916 static void proxy_fallback_handler(REQUEST *request)
917 {
918         /*
919          *      A proper time is required for wait_a_bit.
920          */
921         request->delay = USEC / 10;
922         gettimeofday(&now, NULL);
923         request->next_when = now;
924         tv_add(&request->next_when, request->delay);
925         request->next_callback = wait_a_bit;
926
927         /*
928          *      Re-queue the request.
929          */
930         request->child_state = REQUEST_QUEUED;
931         
932         rad_assert(request->proxy != NULL);
933         if (!thread_pool_addrequest(request, virtual_server_handler)) {
934                 request->child_state = REQUEST_DONE;
935         }
936
937 #ifdef HAVE_PTHREAD_H
938         /*
939          *      MAY free the request if we're over max_request_time,
940          *      AND we're not in threaded mode!
941          *
942          *      Note that we call this ONLY if we're threaded, as
943          *      if we're NOT threaded, request_post_handler() calls
944          *      wait_a_bit(), which means that "request" may not
945          *      exist any more...
946          */
947         if (have_children) wait_a_bit(request);
948 #endif
949 }
950
951
952 static int setup_post_proxy_fail(REQUEST *request)
953 {
954         DICT_VALUE *dval = NULL;
955         VALUE_PAIR *vp;
956
957         request->child_state = REQUEST_RUNNING;
958
959         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
960                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Authentication");
961
962         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
963                 dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Accounting");
964
965 #ifdef WITH_COA
966                 /*
967                  *      See no_response_to_coa_request
968                  */
969         } else if (((request->packet->code >> 8) & 0xff) == PW_COA_REQUEST) {
970                 request->packet->code &= 0xff; /* restore it */
971
972                 if (request->proxy->code == PW_COA_REQUEST) {
973                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-CoA");
974
975                 } else if (request->proxy->code == PW_DISCONNECT_REQUEST) {
976                         dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail-Disconnect");
977                 } else {
978                         return 0;
979                 }
980
981 #endif
982         } else {
983                 return 0;
984         }
985
986         if (!dval) dval = dict_valbyname(PW_POST_PROXY_TYPE, "Fail");
987
988         if (!dval) {
989                 pairdelete(&request->config_items, PW_POST_PROXY_TYPE);
990                 return 0;
991         }
992
993         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
994         if (!vp) vp = radius_paircreate(request, &request->config_items,
995                                         PW_POST_PROXY_TYPE, PW_TYPE_INTEGER);
996         vp->vp_integer = dval->value;
997
998         rad_assert(request->proxy_reply == NULL);
999
1000         return 1;
1001 }
1002
1003
1004 static int null_handler(UNUSED REQUEST *request)
1005 {
1006         return 0;
1007 }
1008
1009 static void post_proxy_fail_handler(REQUEST *request)
1010 {
1011         /*
1012          *      A proper time is required for wait_a_bit.
1013          */
1014         request->delay = USEC / 10;
1015         gettimeofday(&now, NULL);
1016
1017         /*
1018          *      Not set up to run Post-Proxy-Type = Fail.
1019          *
1020          *      Mark the request as still running, and figure out what
1021          *      to do next.
1022          */
1023         if (!setup_post_proxy_fail(request)) {
1024                 request_post_handler(request);
1025
1026         } else {
1027                 /*
1028                  *      Re-queue the request.
1029                  */
1030                 request->child_state = REQUEST_QUEUED;
1031
1032                 /*
1033                  *      There is a post-proxy-type of fail.  We run
1034                  *      the request through the pre/post proxy
1035                  *      handlers, just like it was a real proxied
1036                  *      request.  However, we set the per-request
1037                  *      handler to NULL, as we don't want to do
1038                  *      anything else.
1039                  *
1040                  *      Note that when we're not threaded, this will
1041                  *      process the request even if it's greater than
1042                  *      max_request_time.  That's not fatal.
1043                  */
1044                 request->priority = 0;
1045                 rad_assert(request->proxy != NULL);
1046                 thread_pool_addrequest(request, null_handler);
1047         }
1048
1049         /*
1050          *      MAY free the request if we're over max_request_time,
1051          *      AND we're not in threaded mode!
1052          *
1053          *      Note that we call this ONLY if we're threaded, as
1054          *      if we're NOT threaded, request_post_handler() calls
1055          *      wait_a_bit(), which means that "request" may not
1056          *      exist any more...
1057          */
1058         if (have_children) wait_a_bit(request);
1059 }
1060
1061 /* maybe check this against wait_for_proxy_id_to_expire? */
1062 static void no_response_to_proxied_request(void *ctx)
1063 {
1064         REQUEST *request = ctx;
1065         home_server *home;
1066         char buffer[128];
1067
1068         rad_assert(request->magic == REQUEST_MAGIC);
1069
1070         if (request->master_state == REQUEST_STOP_PROCESSING) {
1071                 ev_request_free(&request);
1072                 return;
1073         }
1074
1075         rad_assert(request->child_state == REQUEST_PROXIED);
1076
1077         /*
1078          *      If we've failed over to an internal home server,
1079          *      replace the callback with the correct one.  This
1080          *      is due to locking issues with child threads...
1081          */
1082         if (request->home_server->server) {
1083                 wait_a_bit(request);
1084                 return;
1085         }
1086
1087 #ifdef WITH_TCP
1088         if (request->home_server->proto != IPPROTO_TCP)
1089 #endif
1090                 check_for_zombie_home_server(request);
1091
1092         home = request->home_server;
1093
1094         /*
1095          *      The default as of 2.1.7 is to allow requests to
1096          *      fail-over to a backup home server when this one does
1097          *      not respond.  The old behavior can be configured as
1098          *      well.
1099          */
1100         if (home->no_response_fail) {
1101                 radlog(L_ERR, "Rejecting request %d (proxy Id %d) due to lack of any response from home server %s port %d",
1102                        request->number, request->proxy->id,
1103                        inet_ntop(request->proxy->dst_ipaddr.af,
1104                                  &request->proxy->dst_ipaddr.ipaddr,
1105                                  buffer, sizeof(buffer)),
1106                        request->proxy->dst_port);
1107
1108                 post_proxy_fail_handler(request);
1109         } else {
1110                 /*
1111                  *      Enforce max_request_time.
1112                  *
1113                  *      We fail over to another backup home server
1114                  *      when the client re-transmits the request.  If
1115                  *      the client doesn't re-transmit, no fail-over
1116                  *      occurs.
1117                  */
1118                 rad_assert(request->ev == NULL);
1119                 request->child_state = REQUEST_RUNNING;
1120                 wait_a_bit(request);
1121         }
1122
1123         /*
1124          *      Don't touch request due to race conditions
1125          */
1126
1127 #ifdef WITH_TCP
1128         /*
1129          *      Do nothing more.  The home server didn't respond,
1130          *      but that isn't a catastrophic failure.  Some home
1131          *      servers don't respond to packets...
1132          */
1133         if (home->proto == IPPROTO_TCP) {
1134                 /*
1135                  *      FIXME: Set up TCP pinging on this connection.
1136                  *
1137                  *      Maybe the CONNECTION is dead, but the home
1138                  *      server is alive.  In that case, we need to start
1139                  *      pinging on the connection.
1140                  *
1141                  *      This means doing the pinging BEFORE the
1142                  *      post_proxy_fail_handler above, as it may do
1143                  *      something with the request, and cause the
1144                  *      proxy listener to go away!
1145                  */
1146                 return;
1147         }
1148 #endif
1149
1150         if (home->state == HOME_STATE_IS_DEAD) {
1151                 rad_assert(home->ev != NULL); /* or it will never wake up */
1152                 return;
1153         }
1154
1155         /*
1156          *      Enable the zombie period when we notice that the home
1157          *      server hasn't responded.  We do NOT back-date the start
1158          *      of the zombie period.
1159          */
1160         if (home->state == HOME_STATE_ALIVE) {
1161                 home->state = HOME_STATE_ZOMBIE;
1162                 home->zombie_period_start = now;        
1163
1164                 radlog(L_PROXY, "Marking home server %s port %d as zombie (it looks like it is dead).",
1165                        inet_ntop(home->ipaddr.af, &home->ipaddr.ipaddr,
1166                                  buffer, sizeof(buffer)),
1167                        home->port);
1168
1169                 /*
1170                  *      Start pinging the home server.
1171                  */
1172                 ping_home_server(home);
1173         }
1174 }
1175 #endif
1176
1177 static void wait_a_bit(void *ctx)
1178 {
1179         struct timeval when;
1180         REQUEST *request = ctx;
1181         fr_event_callback_t callback = NULL;
1182
1183         rad_assert(request->magic == REQUEST_MAGIC);
1184
1185         /*
1186          *      The socket was closed.  Tell the request that
1187          *      there is no point in continuing.
1188          */
1189         if (request->listener->status != RAD_LISTEN_STATUS_KNOWN) {
1190                 goto stop_processing;
1191         }
1192
1193 #ifdef WITH_COA
1194         /*
1195          *      The CoA request is a new (internally generated)
1196          *      request, created in a child thread.  We therefore need
1197          *      some way to tie its events back into the main event
1198          *      handler.
1199          */
1200         if (request->coa && !request->coa->proxy_reply &&
1201             request->coa->next_callback) {
1202                 request->coa->when = request->coa->next_when;
1203                 INSERT_EVENT(request->coa->next_callback, request->coa);
1204                 request->coa->next_callback = NULL;
1205                 request->coa->parent = NULL;
1206                 request->coa = NULL;
1207         }
1208 #endif
1209
1210         switch (request->child_state) {
1211         case REQUEST_QUEUED:
1212         case REQUEST_RUNNING:
1213                 when = request->received;
1214                 when.tv_sec += request->root->max_request_time;
1215
1216                 /*
1217                  *      Normally called from the event loop with the
1218                  *      proper event loop time.  Otherwise, called from
1219                  *      post proxy fail handler, which sets "now", and
1220                  *      this call won't re-set it, because we're not
1221                  *      in the event loop.
1222                  */
1223                 fr_event_now(el, &now);
1224
1225                 /*
1226                  *      Request still has more time.  Continue
1227                  *      waiting.
1228                  */
1229                 if (timercmp(&now, &when, <) ||
1230                     ((request->listener->type == RAD_LISTEN_DETAIL) &&
1231                      (request->child_state == REQUEST_QUEUED))) {
1232                         if (request->delay < (USEC / 10)) {
1233                                 request->delay = USEC / 10;
1234                         }
1235                         request->delay += request->delay >> 1;
1236
1237 #ifdef WITH_DETAIL
1238                         /*
1239                          *      Cap wait at some sane value for detail
1240                          *      files.
1241                          */
1242                         if ((request->listener->type == RAD_LISTEN_DETAIL) &&
1243                             (request->delay > (request->root->max_request_time * USEC))) {
1244                                 request->delay = request->root->max_request_time * USEC;
1245                         }
1246 #endif
1247
1248                         request->when = now;
1249                         tv_add(&request->when, request->delay);
1250                         callback = wait_a_bit;
1251                         break;
1252                 }
1253
1254         stop_processing:
1255 #if defined(HAVE_PTHREAD_H) || defined(WITH_PROXY)
1256                 /*
1257                  *      A child thread MAY still be running on the
1258                  *      request.  Ask the thread to stop working on
1259                  *      the request.
1260                  */
1261                 if (have_children &&
1262                     (pthread_equal(request->child_pid, NO_SUCH_CHILD_PID) == 0)) {
1263                         request->master_state = REQUEST_STOP_PROCESSING;
1264
1265                         radlog(L_ERR, "WARNING: Unresponsive child for request %d, in module %s component %s",
1266                                request->number,
1267                                request->module ? request->module : "<server core>",
1268                                request->component ? request->component : "<server core>");
1269                         
1270                         request->delay = USEC / 4;
1271                         tv_add(&request->when, request->delay);
1272                         callback = wait_for_child_to_die;
1273                         break;
1274                 }
1275 #endif
1276
1277                 /*
1278                  *      Else no child thread is processing the
1279                  *      request.  We probably should have just marked
1280                  *      the request as 'done' elsewhere, like in the
1281                  *      post-proxy-fail handler.  But doing that would
1282                  *      involve checking for max_request_time in
1283                  *      multiple places, so this may be simplest.
1284                  */
1285                 request->child_state = REQUEST_DONE;
1286                 /* FALL-THROUGH */
1287
1288                 /*
1289                  *      Mark the request as no longer running,
1290                  *      and clean it up.
1291                  */
1292         case REQUEST_DONE:
1293 #ifdef HAVE_PTHREAD_H
1294                 request->child_pid = NO_SUCH_CHILD_PID;
1295 #endif
1296
1297 #ifdef WTH_COA
1298                 /*
1299                  *      This is a CoA request.  It's been divorced
1300                  *      from everything else, so we clean it up now.
1301                  */
1302                 if (!request->in_request_hash &&
1303                     request->proxy &&
1304                     (request->packet->code != request->proxy->code) &&
1305                     ((request->proxy->code == PW_COA_REQUEST) ||
1306                      (request->proxy->code == PW_DISCONNECT_REQUEST))) {
1307                         /*
1308                          *      FIXME: Do CoA MIBs
1309                          */
1310                         ev_request_free(&request);
1311                         return;
1312                 }
1313 #endif
1314                 request_stats_final(request);
1315                 cleanup_delay(request);
1316                 return;
1317
1318         case REQUEST_REJECT_DELAY:
1319         case REQUEST_CLEANUP_DELAY:
1320 #ifdef HAVE_PTHREAD_H
1321                 request->child_pid = NO_SUCH_CHILD_PID;
1322 #endif
1323                 request_stats_final(request);
1324
1325         case REQUEST_PROXIED:
1326                 rad_assert(request->next_callback != NULL);
1327                 rad_assert(request->next_callback != wait_a_bit);
1328
1329                 request->when = request->next_when;
1330                 callback = request->next_callback;
1331                 request->next_callback = NULL;
1332                 break;
1333
1334         default:
1335                 rad_panic("Internal sanity check failure");
1336                 return;
1337         }
1338
1339         /*
1340          *      Something major went wrong.  Discard the request, and
1341          *      keep running.
1342          *
1343          *      FIXME: No idea why this happens or how to fix it...
1344          *      It seems to happen *only* when requests are proxied,
1345          *      and where the home server doesn't respond.  So it looks
1346          *      like a race condition above, but it happens in debug
1347          *      mode, with no threads...
1348          */
1349         if (!callback) {
1350                 RDEBUG("WARNING: Internal sanity check failed in event handler for request %d: Discarding the request!", request->number);
1351                 ev_request_free(&request);
1352                 return;
1353         }
1354
1355         INSERT_EVENT(callback, request);
1356 }
1357
1358 #ifdef WITH_COA
1359 static void no_response_to_coa_request(void *ctx)
1360 {
1361         REQUEST *request = ctx;
1362         char buffer[128];
1363
1364         rad_assert(request->magic == REQUEST_MAGIC);
1365         rad_assert(request->child_state == REQUEST_PROXIED);
1366         rad_assert(request->home_server != NULL);
1367         rad_assert(!request->in_request_hash);
1368
1369         radlog(L_ERR, "No response to CoA request sent to %s",
1370                inet_ntop(request->proxy->dst_ipaddr.af,
1371                          &request->proxy->dst_ipaddr.ipaddr,
1372                          buffer, sizeof(buffer)));
1373
1374         /*
1375          *      Hack.
1376          */
1377         request->packet->code |= (PW_COA_REQUEST << 8);
1378         post_proxy_fail_handler(request);
1379 }
1380
1381
1382 static int update_event_timestamp(RADIUS_PACKET *packet, time_t when)
1383 {
1384         VALUE_PAIR *vp;
1385
1386         vp = pairfind(packet->vps, PW_EVENT_TIMESTAMP);
1387         if (!vp) return 0;
1388
1389         vp->vp_date = when;
1390
1391         if (packet->data) {
1392                 free(packet->data);
1393                 packet->data = NULL;
1394                 packet->data_len = 0;
1395         }
1396
1397         return 1;               /* time stamp updated */
1398 }
1399
1400
1401 /*
1402  *      Called when we haven't received a response to a CoA request.
1403  */
1404 static void retransmit_coa_request(void *ctx)
1405 {
1406         int delay, frac;
1407         struct timeval mrd;
1408         REQUEST *request = ctx;
1409
1410         rad_assert(request->magic == REQUEST_MAGIC);
1411         rad_assert(request->child_state == REQUEST_PROXIED);
1412         rad_assert(request->home_server != NULL);
1413         rad_assert(!request->in_request_hash);
1414         rad_assert(request->parent == NULL);
1415         
1416         fr_event_now(el, &now);
1417
1418         /*
1419          *      Cap count at MRC, if it is non-zero.
1420          */
1421         if (request->home_server->coa_mrc &&
1422             (request->num_coa_requests >= request->home_server->coa_mrc)) {
1423                 no_response_to_coa_request(request);
1424                 return;
1425         }
1426
1427         /*
1428          *      RFC 5080 Section 2.2.1
1429          *
1430          *      RT = 2*RTprev + RAND*RTprev
1431          *         = 1.9 * RTprev + rand(0,.2) * RTprev
1432          *         = 1.9 * RTprev + rand(0,1) * (RTprev / 5)
1433          */
1434         delay = fr_rand();
1435         delay ^= (delay >> 16);
1436         delay &= 0xffff;
1437         frac = request->delay / 5;
1438         delay = ((frac >> 16) * delay) + (((frac & 0xffff) * delay) >> 16);
1439
1440         delay += (2 * request->delay) - (request->delay / 10);
1441
1442         /*
1443          *      Cap delay at MRT, if MRT is non-zero.
1444          */
1445         if (request->home_server->coa_mrt &&
1446             (delay > (request->home_server->coa_mrt * USEC))) {
1447                 int mrt_usec = request->home_server->coa_mrt * USEC;
1448
1449                 /*
1450                  *      delay = MRT + RAND * MRT
1451                  *            = 0.9 MRT + rand(0,.2)  * MRT
1452                  */
1453                 delay = fr_rand();
1454                 delay ^= (delay >> 15);
1455                 delay &= 0x1ffff;
1456                 delay = ((mrt_usec >> 16) * delay) + (((mrt_usec & 0xffff) * delay) >> 16);
1457                 delay += mrt_usec - (mrt_usec / 10);
1458         }
1459
1460         request->delay = delay;
1461         request->when = now;
1462         tv_add(&request->when, request->delay);
1463         mrd = request->proxy_when;
1464         mrd.tv_sec += request->home_server->coa_mrd;
1465
1466         /*
1467          *      Cap duration at MRD.
1468          */
1469         if (timercmp(&mrd, &request->when, <)) {
1470                 request->when = mrd;
1471                 INSERT_EVENT(no_response_to_coa_request, request);
1472
1473         } else {
1474                 INSERT_EVENT(retransmit_coa_request, request);
1475         }
1476         
1477         if (update_event_timestamp(request->proxy, now.tv_sec)) {
1478                 /*
1479                  *      Keep a copy of the old Id so that the
1480                  *      re-transmitted request doesn't re-use the old
1481                  *      Id.
1482                  */
1483                 RADIUS_PACKET old = *request->proxy;
1484
1485                 /*
1486                  *      Don't free the old Id on error.
1487                  */
1488                 if (!insert_into_proxy_hash(request)) {
1489                         radlog(L_PROXY,"Failed re-inserting CoA request into proxy hash.");
1490                         return;
1491                 }
1492
1493                 /*
1494                  *      Now that we have a new Id, free the old one.
1495                  */
1496                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
1497                 fr_packet_list_yank(proxy_list, &old);
1498                 fr_packet_list_id_free(proxy_list, &old);
1499                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
1500
1501                 request->num_proxied_requests = 0;
1502                 request->num_proxied_responses = 0;
1503         }
1504
1505         request->num_proxied_requests++;
1506         request->num_coa_requests++; /* is NOT reset by code 3 lines above! */
1507
1508         request->proxy_listener->send(request->proxy_listener,
1509                                       request);
1510 }
1511
1512
1513 /*
1514  *      The original request is either DONE, or in CLEANUP_DELAY.
1515  */
1516 static int originated_coa_request(REQUEST *request)
1517 {
1518         int delay, rcode, pre_proxy_type = 0;
1519         VALUE_PAIR *vp;
1520         REQUEST *coa;
1521         fr_ipaddr_t ipaddr;
1522         char buffer[256];
1523
1524         rad_assert(request->proxy == NULL);
1525         rad_assert(!request->in_proxy_hash);
1526         rad_assert(request->proxy_reply == NULL);
1527
1528         /*
1529          *      Check whether we want to originate one, or cancel one.
1530          */
1531         vp = pairfind(request->config_items, PW_SEND_COA_REQUEST);
1532         if (!vp && request->coa) {
1533                 vp = pairfind(request->coa->proxy->vps, PW_SEND_COA_REQUEST);
1534         }
1535
1536         if (vp) {
1537                 if (vp->vp_integer == 0) {
1538                         ev_request_free(&request->coa);
1539                         return 1;       /* success */
1540                 }
1541         }
1542
1543         if (!request->coa) request_alloc_coa(request);
1544         if (!request->coa) return 0;
1545
1546         coa = request->coa;
1547
1548         /*
1549          *      src_ipaddr will be set up in proxy_encode.
1550          */
1551         memset(&ipaddr, 0, sizeof(ipaddr));
1552         vp = pairfind(coa->proxy->vps, PW_PACKET_DST_IP_ADDRESS);
1553         if (vp) {
1554                 ipaddr.af = AF_INET;
1555                 ipaddr.ipaddr.ip4addr.s_addr = vp->vp_ipaddr;
1556
1557         } else if ((vp = pairfind(coa->proxy->vps,
1558                                   PW_PACKET_DST_IPV6_ADDRESS)) != NULL) {
1559                 ipaddr.af = AF_INET6;
1560                 ipaddr.ipaddr.ip6addr = vp->vp_ipv6addr;
1561                 
1562         } else if ((vp = pairfind(coa->proxy->vps,
1563                                   PW_HOME_SERVER_POOL)) != NULL) {
1564                 coa->home_pool = home_pool_byname(vp->vp_strvalue,
1565                                                   HOME_TYPE_COA);
1566                 if (!coa->home_pool) {
1567                         RDEBUG2("WARNING: No such home_server_pool %s",
1568                                vp->vp_strvalue);
1569         fail:
1570                         ev_request_free(&request->coa);
1571                         return 0;
1572                 }
1573
1574                 /*
1575                  *      Prefer
1576                  */
1577         } else if (request->client->coa_pool) {
1578                 coa->home_pool = request->client->coa_pool;
1579
1580         } else if (request->client->coa_server) {
1581                 coa->home_server = request->client->coa_server;
1582
1583         } else {
1584                 /*
1585                  *      If all else fails, send it to the client that
1586                  *      originated this request.
1587                  */
1588                 memcpy(&ipaddr, &request->packet->src_ipaddr, sizeof(ipaddr));
1589         }
1590
1591         /*
1592          *      Use the pool, if it exists.
1593          */
1594         if (coa->home_pool) {
1595                 coa->home_server = home_server_ldb(NULL, coa->home_pool, coa);
1596                 if (!coa->home_server) {
1597                         RDEBUG("WARNING: No live home server for home_server_pool %s", vp->vp_strvalue);
1598                         goto fail;
1599                 }
1600
1601         } else if (!coa->home_server) {
1602                 int port = PW_COA_UDP_PORT;
1603
1604                 vp = pairfind(coa->proxy->vps, PW_PACKET_DST_PORT);
1605                 if (vp) port = vp->vp_integer;
1606
1607                 coa->home_server = home_server_find(&ipaddr, port, IPPROTO_UDP);
1608                 if (!coa->home_server) {
1609                         RDEBUG2("WARNING: Unknown destination %s:%d for CoA request.",
1610                                inet_ntop(ipaddr.af, &ipaddr.ipaddr,
1611                                          buffer, sizeof(buffer)), port);
1612                         goto fail;
1613                 }
1614         }
1615
1616         vp = pairfind(coa->proxy->vps, PW_PACKET_TYPE);
1617         if (vp) {
1618                 switch (vp->vp_integer) {
1619                 case PW_COA_REQUEST:
1620                 case PW_DISCONNECT_REQUEST:
1621                         coa->proxy->code = vp->vp_integer;
1622                         break;
1623                         
1624                 default:
1625                         DEBUG("Cannot set CoA Packet-Type to code %d",
1626                               vp->vp_integer);
1627                         goto fail;
1628                 }
1629         }
1630
1631         if (!coa->proxy->code) coa->proxy->code = PW_COA_REQUEST;
1632
1633         /*
1634          *      The rest of the server code assumes that
1635          *      request->packet && request->reply exist.  Copy them
1636          *      from the original request.
1637          */
1638         rad_assert(coa->packet != NULL);
1639         rad_assert(coa->packet->vps == NULL);
1640         memcpy(coa->packet, request->packet, sizeof(*request->packet));
1641         coa->packet->vps = paircopy(request->packet->vps);
1642         coa->packet->data = NULL;
1643         rad_assert(coa->reply != NULL);
1644         rad_assert(coa->reply->vps == NULL);
1645         memcpy(coa->reply, request->reply, sizeof(*request->reply));
1646         coa->reply->vps = paircopy(request->reply->vps);
1647         coa->reply->data = NULL;
1648         coa->config_items = paircopy(request->config_items);
1649
1650         /*
1651          *      Call the pre-proxy routines.
1652          */
1653         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
1654         if (vp) {
1655                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
1656                 pre_proxy_type = vp->vp_integer;
1657         }
1658
1659         if (coa->home_pool && coa->home_pool->virtual_server) {
1660                 const char *old_server = coa->server;
1661                 
1662                 coa->server = coa->home_pool->virtual_server;
1663                 RDEBUG2(" server %s {", coa->server);
1664                 rcode = module_pre_proxy(pre_proxy_type, coa);
1665                 RDEBUG2(" }");
1666                 coa->server = old_server;
1667         } else {
1668                 rcode = module_pre_proxy(pre_proxy_type, coa);
1669         }
1670         switch (rcode) {
1671         default:
1672                 goto fail;
1673
1674         /*
1675          *      Only send the CoA packet if the pre-proxy code succeeded.
1676          */
1677         case RLM_MODULE_NOOP:
1678         case RLM_MODULE_OK:
1679         case RLM_MODULE_UPDATED:
1680                 break;
1681         }
1682
1683         /*
1684          *      Source IP / port is set when the proxy socket
1685          *      is chosen.
1686          */
1687         coa->proxy->dst_ipaddr = coa->home_server->ipaddr;
1688         coa->proxy->dst_port = coa->home_server->port;
1689
1690         if (!insert_into_proxy_hash(coa)) {
1691                 radlog(L_PROXY, "Failed inserting CoA request into proxy hash.");
1692                 goto fail;
1693         }
1694
1695         /*
1696          *      We CANNOT divorce the CoA request from the parent
1697          *      request.  This function is running in a child thread,
1698          *      and we need access to the main event loop in order to
1699          *      to add the timers for the CoA packet.  See
1700          *      wait_a_bit().
1701          */
1702
1703         /*
1704          *      Forget about the original request completely at this
1705          *      point.
1706          */
1707         request = coa;
1708
1709         gettimeofday(&request->proxy_when, NULL);       
1710         request->received = request->next_when = request->proxy_when;
1711         rad_assert(request->proxy_reply == NULL);
1712
1713         /*
1714          *      Implement re-transmit algorithm as per RFC 5080
1715          *      Section 2.2.1.
1716          *
1717          *      We want IRT + RAND*IRT
1718          *      or 0.9 IRT + rand(0,.2) IRT
1719          *
1720          *      2^20 ~ USEC, and we want 2.
1721          *      rand(0,0.2) USEC ~ (rand(0,2^21) / 10)
1722          */
1723         delay = (fr_rand() & ((1 << 22) - 1)) / 10;
1724         request->delay = delay * request->home_server->coa_irt;
1725         delay = request->home_server->coa_irt * USEC;
1726         delay -= delay / 10;
1727         delay += request->delay;
1728      
1729         request->delay = delay;
1730         tv_add(&request->next_when, delay);
1731         request->next_callback = retransmit_coa_request;
1732         
1733         /*
1734          *      Note that we set proxied BEFORE sending the packet.
1735          *
1736          *      Once we send it, the request is tainted, as
1737          *      another thread may have picked it up.  Don't
1738          *      touch it!
1739          */
1740         request->num_proxied_requests = 1;
1741         request->num_proxied_responses = 0;
1742         request->child_pid = NO_SUCH_CHILD_PID;
1743
1744         update_event_timestamp(request->proxy, request->proxy_when.tv_sec);
1745
1746         request->child_state = REQUEST_PROXIED;
1747
1748         DEBUG_PACKET(request, request->proxy, 1);
1749
1750         request->proxy_listener->send(request->proxy_listener,
1751                                       request);
1752         return 1;
1753 }
1754 #endif  /* WITH_COA */
1755
1756 #ifdef WITH_PROXY
1757 static int process_proxy_reply(REQUEST *request)
1758 {
1759         int rcode;
1760         int post_proxy_type = 0;
1761         VALUE_PAIR *vp;
1762         
1763         /*
1764          *      Delete any reply we had accumulated until now.
1765          */
1766         pairfree(&request->reply->vps);
1767         
1768         /*
1769          *      Run the packet through the post-proxy stage,
1770          *      BEFORE playing games with the attributes.
1771          */
1772         vp = pairfind(request->config_items, PW_POST_PROXY_TYPE);
1773         if (vp) {
1774                 RDEBUG2("  Found Post-Proxy-Type %s", vp->vp_strvalue);
1775                 post_proxy_type = vp->vp_integer;
1776         }
1777         
1778         if (request->home_pool && request->home_pool->virtual_server) {
1779                 const char *old_server = request->server;
1780                 
1781                 request->server = request->home_pool->virtual_server;
1782                 RDEBUG2(" server %s {", request->server);
1783                 rcode = module_post_proxy(post_proxy_type, request);
1784                 RDEBUG2(" }");
1785                 request->server = old_server;
1786         } else {
1787                 rcode = module_post_proxy(post_proxy_type, request);
1788         }
1789
1790 #ifdef WITH_COA
1791         if (request->packet->code == request->proxy->code)
1792           /*
1793            *    Don't run the next bit if we originated a CoA
1794            *    packet, after receiving an Access-Request or
1795            *    Accounting-Request.
1796            */
1797 #endif
1798         
1799         /*
1800          *      There may NOT be a proxy reply, as we may be
1801          *      running Post-Proxy-Type = Fail.
1802          */
1803         if (request->proxy_reply) {
1804                 /*
1805                  *      Delete the Proxy-State Attributes from
1806                  *      the reply.  These include Proxy-State
1807                  *      attributes from us and remote server.
1808                  */
1809                 pairdelete(&request->proxy_reply->vps, PW_PROXY_STATE);
1810                 
1811                 /*
1812                  *      Add the attributes left in the proxy
1813                  *      reply to the reply list.
1814                  */
1815                 pairadd(&request->reply->vps, request->proxy_reply->vps);
1816                 request->proxy_reply->vps = NULL;
1817                 
1818                 /*
1819                  *      Free proxy request pairs.
1820                  */
1821                 pairfree(&request->proxy->vps);
1822         }
1823         
1824         switch (rcode) {
1825         default:  /* Don't do anything */
1826                 break;
1827         case RLM_MODULE_FAIL:
1828                 /* FIXME: debug print stuff */
1829                 request->child_state = REQUEST_DONE;
1830                 return 0;
1831                 
1832         case RLM_MODULE_HANDLED:
1833                 /* FIXME: debug print stuff */
1834                 request->child_state = REQUEST_DONE;
1835                 return 0;
1836         }
1837
1838         return 1;
1839 }
1840 #endif
1841
1842 static int request_pre_handler(REQUEST *request)
1843 {
1844         int rcode;
1845
1846         rad_assert(request->magic == REQUEST_MAGIC);
1847         rad_assert(request->packet != NULL);
1848
1849         request->child_state = REQUEST_RUNNING;
1850
1851         /*
1852          *      Don't decode the packet if it's an internal "fake"
1853          *      request.  Instead, just return so that the caller can
1854          *      process it.
1855          */
1856         if (request->packet->dst_port == 0) {
1857                 request->username = pairfind(request->packet->vps,
1858                                              PW_USER_NAME);
1859                 request->password = pairfind(request->packet->vps,
1860                                              PW_USER_PASSWORD);
1861                 return 1;
1862         }
1863
1864 #ifdef WITH_PROXY
1865         /*
1866          *      Put the decoded packet into it's proper place.
1867          */
1868         if (request->proxy_reply != NULL) {
1869                 /*
1870                  *      FIXME: For now, we can only proxy RADIUS packets.
1871                  *
1872                  *      In order to proxy other packets, we need to
1873                  *      somehow cache the "decode" function.
1874                  */
1875                 rcode = rad_decode(request->proxy_reply, request->proxy,
1876                                    request->home_server->secret);
1877                 DEBUG_PACKET(request, request->proxy_reply, 0);
1878         } else
1879 #endif
1880         if (request->packet->vps == NULL) {
1881                 rcode = request->listener->decode(request->listener, request);
1882                 
1883                 if (debug_condition) {
1884                         int result = FALSE;
1885                         const char *my_debug = debug_condition;
1886
1887                         /*
1888                          *      Ignore parse errors.
1889                          */
1890                         radius_evaluate_condition(request, RLM_MODULE_OK, 0,
1891                                                   &my_debug, 1,
1892                                                   &result);
1893                         if (result) {
1894                                 request->options = 2;
1895                                 request->radlog = radlog_request;
1896                         }
1897                 }
1898                 
1899                 DEBUG_PACKET(request, request->packet, 0);
1900         } else {
1901                 rcode = 0;
1902         }
1903
1904         if (rcode < 0) {
1905                 RDEBUG("%s Dropping packet without response.", fr_strerror());
1906                 request->reply->offset = -2; /* bad authenticator */
1907                 request->child_state = REQUEST_DONE;
1908                 return 0;
1909         }
1910
1911         if (!request->username) {
1912                 request->username = pairfind(request->packet->vps,
1913                                              PW_USER_NAME);
1914         }
1915
1916 #ifdef WITH_PROXY
1917         if (request->proxy) {
1918                 return process_proxy_reply(request);
1919 #endif
1920         }
1921
1922         return 1;
1923 }
1924
1925
1926 #ifdef WITH_PROXY
1927 /*
1928  *      Do state handling when we proxy a request.
1929  */
1930 static int proxy_request(REQUEST *request)
1931 {
1932         struct timeval when;
1933         char buffer[128];
1934
1935         if (request->home_server->server) {
1936                 RDEBUG("ERROR: Cannot perform real proxying to a virtual server.");
1937                 return 0;
1938         }
1939
1940         if (!insert_into_proxy_hash(request)) {
1941                 radlog(L_PROXY, "Failed inserting request into proxy hash.");
1942                 return 0;
1943         }
1944
1945         request->proxy_listener->encode(request->proxy_listener, request);
1946
1947         when = request->received;
1948         when.tv_sec += request->root->max_request_time;
1949
1950         gettimeofday(&request->proxy_when, NULL);
1951
1952         request->next_when = request->proxy_when;
1953         request->next_when.tv_sec += request->home_server->response_window;
1954
1955         rad_assert(request->home_server->response_window > 0);
1956
1957         if (timercmp(&when, &request->next_when, <)) {
1958                 request->next_when = when;
1959         }
1960         request->next_callback = no_response_to_proxied_request;
1961
1962         RDEBUG2("Proxying request %d to home server %s port %d",
1963                request->number,
1964                inet_ntop(request->proxy->dst_ipaddr.af,
1965                          &request->proxy->dst_ipaddr.ipaddr,
1966                          buffer, sizeof(buffer)),
1967                 request->proxy->dst_port);
1968
1969         /*
1970          *      Note that we set proxied BEFORE sending the packet.
1971          *
1972          *      Once we send it, the request is tainted, as
1973          *      another thread may have picked it up.  Don't
1974          *      touch it!
1975          */
1976         request->num_proxied_requests = 1;
1977         request->num_proxied_responses = 0;
1978 #ifdef HAVE_PTHREAD_H
1979         request->child_pid = NO_SUCH_CHILD_PID;
1980 #endif
1981         request->child_state = REQUEST_PROXIED;
1982
1983         DEBUG_PACKET(request, request->proxy, 1);
1984
1985         request->proxy_listener->send(request->proxy_listener,
1986                                       request);
1987         return 1;
1988 }
1989
1990
1991 /*
1992  *      "Proxy" the request by sending it to a new virtual server.
1993  */
1994 static int proxy_to_virtual_server(REQUEST *request)
1995 {
1996         REQUEST *fake;
1997         RAD_REQUEST_FUNP fun;
1998
1999         if (!request->home_server || !request->home_server->server) return 0;
2000
2001         if (request->parent) {
2002                 RDEBUG2("WARNING: Cancelling proxy request to virtual server %s as this request was itself proxied.", request->home_server->server);
2003                 return 0;
2004         }
2005
2006         fake = request_alloc_fake(request);
2007         if (!fake) {
2008                 RDEBUG2("WARNING: Out of memory");
2009                 return 0;
2010         }
2011
2012         fake->packet->vps = paircopy(request->proxy->vps);
2013         fake->server = request->home_server->server;
2014
2015         if (request->proxy->code == PW_AUTHENTICATION_REQUEST) {
2016                 fun = rad_authenticate;
2017
2018 #ifdef WITH_ACCOUNTING
2019         } else if (request->proxy->code == PW_ACCOUNTING_REQUEST) {
2020                 fun = rad_accounting;
2021 #endif
2022
2023         } else {
2024                 RDEBUG2("Unknown packet type %d", request->proxy->code);
2025                 ev_request_free(&fake);
2026                 return 0;
2027         }
2028
2029         RDEBUG2(">>> Sending proxied request internally to virtual server.");
2030         radius_handle_request(fake, fun);
2031         RDEBUG2("<<< Received proxied response code %d from internal virtual server.", fake->reply->code);
2032
2033         if (fake->reply->code != 0) {
2034                 request->proxy_reply = fake->reply;
2035                 fake->reply = NULL;
2036         } else {
2037                 /*
2038                  *      There was no response
2039                  */
2040                 setup_post_proxy_fail(request);
2041         }
2042
2043         ev_request_free(&fake);
2044
2045         process_proxy_reply(request);
2046
2047         /*
2048          *      Process it through the normal section again, but ONLY
2049          *      if we received a proxy reply..
2050          */
2051         if (request->proxy_reply) {
2052                 if (request->server) RDEBUG("server %s {",
2053                                             request->server != NULL ?
2054                                             request->server : ""); 
2055                 fun(request);
2056                 
2057                 if (request->server) RDEBUG("} # server %s",
2058                                             request->server != NULL ?
2059                                             request->server : "");
2060         }
2061
2062         return 2;               /* success, but NOT '1' !*/
2063 }
2064
2065 /*
2066  *      Return 1 if we did proxy it, or the proxy attempt failed
2067  *      completely.  Either way, the caller doesn't touch the request
2068  *      any more if we return 1.
2069  */
2070 static int successfully_proxied_request(REQUEST *request)
2071 {
2072         int rcode;
2073         int pre_proxy_type = 0;
2074         VALUE_PAIR *realmpair;
2075         VALUE_PAIR *strippedname;
2076         VALUE_PAIR *vp;
2077         char *realmname = NULL;
2078         home_server *home;
2079         REALM *realm = NULL;
2080         home_pool_t *pool;
2081
2082         /*
2083          *      If it was already proxied, do nothing.
2084          *
2085          *      FIXME: This should really be a serious error.
2086          */
2087         if (request->in_proxy_hash ||
2088             (request->proxy_reply && (request->proxy_reply->code != 0))) {
2089                 return 0;
2090         }
2091
2092         realmpair = pairfind(request->config_items, PW_PROXY_TO_REALM);
2093         if (!realmpair || (realmpair->length == 0)) {
2094                 int pool_type;
2095
2096                 vp = pairfind(request->config_items, PW_HOME_SERVER_POOL);
2097                 if (!vp) return 0;
2098
2099                 switch (request->packet->code) {
2100                 case PW_AUTHENTICATION_REQUEST:
2101                         pool_type = HOME_TYPE_AUTH;
2102                         break;
2103
2104 #ifdef WITH_ACCOUNTING
2105                 case PW_ACCOUNTING_REQUEST:
2106                         pool_type = HOME_TYPE_ACCT;
2107                         break;
2108 #endif
2109
2110 #ifdef WITH_COA
2111                 case PW_COA_REQUEST:
2112                 case PW_DISCONNECT_REQUEST:
2113                         pool_type = HOME_TYPE_COA;
2114                         break;
2115 #endif
2116
2117                 default:
2118                         return 0;
2119                 }
2120
2121                 pool = home_pool_byname(vp->vp_strvalue, pool_type);
2122                 if (!pool) {
2123                         RDEBUG2("ERROR: Cannot proxy to unknown pool %s",
2124                                 vp->vp_strvalue);
2125                         return 0;
2126                 }
2127
2128                 realmname = NULL; /* no realms */
2129                 realm = NULL;
2130                 goto found_pool;
2131         }
2132
2133         realmname = (char *) realmpair->vp_strvalue;
2134
2135         realm = realm_find2(realmname);
2136         if (!realm) {
2137                 RDEBUG2("ERROR: Cannot proxy to unknown realm %s", realmname);
2138                 return 0;
2139         }
2140
2141         /*
2142          *      Figure out which pool to use.
2143          */
2144         if (request->packet->code == PW_AUTHENTICATION_REQUEST) {
2145                 pool = realm->auth_pool;
2146
2147 #ifdef WITH_ACCOUNTING
2148         } else if (request->packet->code == PW_ACCOUNTING_REQUEST) {
2149                 pool = realm->acct_pool;
2150 #endif
2151
2152 #ifdef WITH_COA
2153         } else if ((request->packet->code == PW_COA_REQUEST) ||
2154                    (request->packet->code == PW_DISCONNECT_REQUEST)) {
2155                 pool = realm->acct_pool;
2156 #endif
2157
2158         } else {
2159                 rad_panic("Internal sanity check failed");
2160         }
2161
2162         if (!pool) {
2163                 RDEBUG2(" WARNING: Cancelling proxy to Realm %s, as the realm is local.",
2164                        realmname);
2165                 return 0;
2166         }
2167
2168 found_pool:
2169         home = home_server_ldb(realmname, pool, request);
2170         if (!home) {
2171                 RDEBUG2("ERROR: Failed to find live home server for realm %s",
2172                        realmname);
2173                 return -1;
2174         }
2175         request->home_pool = pool;
2176
2177 #ifdef WITH_COA
2178         /*
2179          *      Once we've decided to proxy a request, we cannot send
2180          *      a CoA packet.  So we free up any CoA packet here.
2181          */
2182         ev_request_free(&request->coa);
2183 #endif
2184         /*
2185          *      Remember that we sent the request to a Realm.
2186          */
2187         if (realmname) pairadd(&request->packet->vps,
2188                                pairmake("Realm", realmname, T_OP_EQ));
2189
2190         /*
2191          *      Strip the name, if told to.
2192          *
2193          *      Doing it here catches the case of proxied tunneled
2194          *      requests.
2195          */
2196         if (realm && (realm->striprealm == TRUE) &&
2197            (strippedname = pairfind(request->proxy->vps, PW_STRIPPED_USER_NAME)) != NULL) {
2198                 /*
2199                  *      If there's a Stripped-User-Name attribute in
2200                  *      the request, then use THAT as the User-Name
2201                  *      for the proxied request, instead of the
2202                  *      original name.
2203                  *
2204                  *      This is done by making a copy of the
2205                  *      Stripped-User-Name attribute, turning it into
2206                  *      a User-Name attribute, deleting the
2207                  *      Stripped-User-Name and User-Name attributes
2208                  *      from the vps list, and making the new
2209                  *      User-Name the head of the vps list.
2210                  */
2211                 vp = pairfind(request->proxy->vps, PW_USER_NAME);
2212                 if (!vp) {
2213                         vp = radius_paircreate(request, NULL,
2214                                                PW_USER_NAME, PW_TYPE_STRING);
2215                         rad_assert(vp != NULL); /* handled by above function */
2216                         /* Insert at the START of the list */
2217                         vp->next = request->proxy->vps;
2218                         request->proxy->vps = vp;
2219                 }
2220                 memcpy(vp->vp_strvalue, strippedname->vp_strvalue,
2221                        sizeof(vp->vp_strvalue));
2222                 vp->length = strippedname->length;
2223
2224                 /*
2225                  *      Do NOT delete Stripped-User-Name.
2226                  */
2227         }
2228
2229         /*
2230          *      If there is no PW_CHAP_CHALLENGE attribute but
2231          *      there is a PW_CHAP_PASSWORD we need to add it
2232          *      since we can't use the request authenticator
2233          *      anymore - we changed it.
2234          */
2235         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2236             pairfind(request->proxy->vps, PW_CHAP_PASSWORD) &&
2237             pairfind(request->proxy->vps, PW_CHAP_CHALLENGE) == NULL) {
2238                 vp = radius_paircreate(request, &request->proxy->vps,
2239                                        PW_CHAP_CHALLENGE, PW_TYPE_OCTETS);
2240                 vp->length = AUTH_VECTOR_LEN;
2241                 memcpy(vp->vp_strvalue, request->packet->vector, AUTH_VECTOR_LEN);
2242         }
2243
2244         /*
2245          *      The RFC's say we have to do this, but FreeRADIUS
2246          *      doesn't need it.
2247          */
2248         vp = radius_paircreate(request, &request->proxy->vps,
2249                                PW_PROXY_STATE, PW_TYPE_OCTETS);
2250         snprintf(vp->vp_strvalue, sizeof(vp->vp_strvalue), "%d",
2251                  request->packet->id);
2252         vp->length = strlen(vp->vp_strvalue);
2253
2254         /*
2255          *      Should be done BEFORE inserting into proxy hash, as
2256          *      pre-proxy may use this information, or change it.
2257          */
2258         request->proxy->code = request->packet->code;
2259
2260         /*
2261          *      Call the pre-proxy routines.
2262          */
2263         vp = pairfind(request->config_items, PW_PRE_PROXY_TYPE);
2264         if (vp) {
2265                 RDEBUG2("  Found Pre-Proxy-Type %s", vp->vp_strvalue);
2266                 pre_proxy_type = vp->vp_integer;
2267         }
2268
2269         rad_assert(request->home_pool != NULL);
2270
2271         if (request->home_pool->virtual_server) {
2272                 const char *old_server = request->server;
2273                 
2274                 request->server = request->home_pool->virtual_server;
2275                 RDEBUG2(" server %s {", request->server);
2276                 rcode = module_pre_proxy(pre_proxy_type, request);
2277                 RDEBUG2(" }");
2278                         request->server = old_server;
2279         } else {
2280                 rcode = module_pre_proxy(pre_proxy_type, request);
2281         }
2282         switch (rcode) {
2283         case RLM_MODULE_FAIL:
2284         case RLM_MODULE_INVALID:
2285         case RLM_MODULE_NOTFOUND:
2286         case RLM_MODULE_USERLOCK:
2287         default:
2288                 /* FIXME: debug print failed stuff */
2289                 return -1;
2290
2291         case RLM_MODULE_REJECT:
2292         case RLM_MODULE_HANDLED:
2293                 return 0;
2294
2295         /*
2296          *      Only proxy the packet if the pre-proxy code succeeded.
2297          */
2298         case RLM_MODULE_NOOP:
2299         case RLM_MODULE_OK:
2300         case RLM_MODULE_UPDATED:
2301                 break;
2302         }
2303
2304         /*
2305          *      If it's a fake request, don't send the proxy
2306          *      packet.  The outer tunnel session will take
2307          *      care of doing that.
2308          */
2309         if (request->packet->dst_port == 0) {
2310                 request->home_server = NULL;
2311                 return 1;
2312         }
2313
2314         if (request->home_server->server) {
2315                 return proxy_to_virtual_server(request);
2316         }
2317
2318         if (!proxy_request(request)) {
2319                 RDEBUG("ERROR: Failed to proxy request %d", request->number);
2320                 return -1;
2321         }
2322         
2323         return 1;
2324 }
2325 #endif
2326
2327 static void request_post_handler(REQUEST *request)
2328 {
2329         int child_state = -1;
2330         struct timeval when;
2331         VALUE_PAIR *vp;
2332
2333         if ((request->master_state == REQUEST_STOP_PROCESSING) ||
2334             (request->parent &&
2335              (request->parent->master_state == REQUEST_STOP_PROCESSING))) {
2336                 RDEBUG2("Request %d was cancelled.", request->number);
2337 #ifdef HAVE_PTHREAD_H
2338                 request->child_pid = NO_SUCH_CHILD_PID;
2339 #endif
2340                 child_state = REQUEST_DONE;
2341                 goto cleanup;
2342         }
2343
2344         if (request->child_state != REQUEST_RUNNING) {
2345                 rad_panic("Internal sanity check failed");
2346         }
2347
2348 #ifdef WITH_COA
2349         /*
2350          *      If it's not in the request hash, it's a CoA request.
2351          *      We hope.
2352          */
2353         if (!request->in_request_hash &&
2354             request->proxy &&
2355             ((request->proxy->code == PW_COA_REQUEST) ||
2356              (request->proxy->code == PW_DISCONNECT_REQUEST))) {
2357                 request->next_callback = NULL;
2358                 child_state = REQUEST_DONE;
2359                 goto cleanup;
2360         }
2361 #endif
2362
2363         /*
2364          *      Catch Auth-Type := Reject BEFORE proxying the packet.
2365          */
2366         if ((request->packet->code == PW_AUTHENTICATION_REQUEST) &&
2367             (request->reply->code == 0) &&
2368             ((vp = pairfind(request->config_items, PW_AUTH_TYPE)) != NULL) &&
2369             (vp->vp_integer == PW_AUTHTYPE_REJECT)) {
2370                 request->reply->code = PW_AUTHENTICATION_REJECT;
2371         }
2372
2373 #ifdef WITH_PROXY
2374         if (request->root->proxy_requests &&
2375             !request->in_proxy_hash &&
2376             (request->reply->code == 0) &&
2377             (request->packet->dst_port != 0) &&
2378             (request->packet->code != PW_STATUS_SERVER)) {
2379                 int rcode = successfully_proxied_request(request);
2380
2381                 if (rcode == 1) return; /* request is invalid */
2382
2383                 /*
2384                  *      Failed proxying it (dead home servers, etc.)
2385                  *      Run it through Post-Proxy-Type = Fail, and
2386                  *      respond to the request.
2387                  *
2388                  *      Note that we're in a child thread here, so we
2389                  *      do NOT re-schedule the request.  Instead, we
2390                  *      do what we would have done, which is run the
2391                  *      pre-handler, a NULL request handler, and then
2392                  *      the post handler.
2393                  */
2394                 if ((rcode < 0) && setup_post_proxy_fail(request)) {
2395                         request_pre_handler(request);
2396                 }
2397
2398                 /*
2399                  *      Else we weren't supposed to proxy it,
2400                  *      OR we proxied it internally to a virutal server.
2401                  */
2402         }
2403 #endif
2404
2405         /*
2406          *      Fake requests don't get encoded or signed.  The caller
2407          *      also requires the reply VP's, so we don't free them
2408          *      here!
2409          */
2410         if (request->packet->dst_port == 0) {
2411                 /* FIXME: RDEBUG going to the next request */
2412 #ifdef HAVE_PTHREAD_H
2413                 request->child_pid = NO_SUCH_CHILD_PID;
2414 #endif
2415                 request->child_state = REQUEST_DONE;
2416                 return;
2417         }
2418
2419 #ifdef WITH_PROXY
2420         /*
2421          *      Copy Proxy-State from the request to the reply.
2422          */
2423         vp = paircopy2(request->packet->vps, PW_PROXY_STATE);
2424         if (vp) pairadd(&request->reply->vps, vp);
2425 #endif
2426
2427         /*
2428          *      Access-Requests get delayed or cached.
2429          */
2430         switch (request->packet->code) {
2431         case PW_AUTHENTICATION_REQUEST:
2432                 gettimeofday(&request->next_when, NULL);
2433
2434                 if (request->reply->code == 0) {
2435                         /*
2436                          *      Check if the lack of response is intentional.
2437                          */
2438                         vp = pairfind(request->config_items,
2439                                       PW_RESPONSE_PACKET_TYPE);
2440                         if (!vp) {
2441                                 RDEBUG2("There was no response configured: rejecting request %d",
2442                                        request->number);
2443                                 request->reply->code = PW_AUTHENTICATION_REJECT;
2444
2445                         } else if (vp->vp_integer == 256) {
2446                                 RDEBUG2("Not responding to request %d",
2447                                        request->number);
2448
2449                                 /*
2450                                  *      Force cleanup after a long
2451                                  *      time, so that we don't
2452                                  *      re-process the packet.
2453                                  */
2454                                 request->next_when.tv_sec += request->root->max_request_time;
2455                                 request->next_callback = cleanup_delay;
2456                                 child_state = REQUEST_CLEANUP_DELAY;
2457                                 break;
2458                         } else {
2459                                 request->reply->code = vp->vp_integer;
2460
2461                         }
2462                 }
2463
2464                 /*
2465                  *      Run rejected packets through
2466                  *
2467                  *      Post-Auth-Type = Reject
2468                  */
2469                 if (request->reply->code == PW_AUTHENTICATION_REJECT) {
2470                         pairdelete(&request->config_items, PW_POST_AUTH_TYPE);
2471                         vp = radius_pairmake(request, &request->config_items,
2472                                              "Post-Auth-Type", "Reject",
2473                                              T_OP_SET);
2474                         if (vp) rad_postauth(request);
2475
2476                         /*
2477                          *      If configured, delay Access-Reject packets.
2478                          *
2479                          *      If request->root->reject_delay = 0, we discover
2480                          *      that we have to send the packet now.
2481                          */
2482                         when = request->received;
2483                         when.tv_sec += request->root->reject_delay;
2484
2485                         if (timercmp(&when, &request->next_when, >)) {
2486                                 RDEBUG2("Delaying reject of request %d for %d seconds",
2487                                        request->number,
2488                                        request->root->reject_delay);
2489                                 request->next_when = when;
2490                                 request->next_callback = reject_delay;
2491 #ifdef HAVE_PTHREAD_H
2492                                 request->child_pid = NO_SUCH_CHILD_PID;
2493 #endif
2494                                 request->child_state = REQUEST_REJECT_DELAY;
2495                                 return;
2496                         }
2497                 }
2498
2499 #ifdef WITH_COA
2500         case PW_COA_REQUEST:
2501         case PW_DISCONNECT_REQUEST:
2502 #endif
2503                 request->next_when.tv_sec += request->root->cleanup_delay;
2504                 request->next_callback = cleanup_delay;
2505                 child_state = REQUEST_CLEANUP_DELAY;
2506                 break;
2507
2508         case PW_ACCOUNTING_REQUEST:
2509                 request->next_callback = NULL; /* just to be safe */
2510                 child_state = REQUEST_DONE;
2511                 break;
2512
2513                 /*
2514                  *      FIXME: Status-Server should probably not be
2515                  *      handled here...
2516                  */
2517         case PW_STATUS_SERVER:
2518                 request->next_callback = NULL;
2519                 child_state = REQUEST_DONE;
2520                 break;
2521
2522         default:
2523                 /*
2524                  *      DHCP, VMPS, etc.
2525                  */
2526                 request->next_callback = NULL;
2527                 child_state = REQUEST_DONE;
2528                 break;
2529         }
2530
2531         /*
2532          *      Suppress "no reply" packets here, unless we're reading
2533          *      from the "detail" file.  In that case, we've got to
2534          *      tell the detail file handler that the request is dead,
2535          *      and it should re-send it.
2536          *      If configured, encode, sign, and send.
2537          */
2538         if ((request->reply->code != 0) ||
2539             (request->listener->type == RAD_LISTEN_DETAIL)) {
2540                 DEBUG_PACKET(request, request->reply, 1);
2541                 request->listener->send(request->listener, request);
2542         }
2543
2544 #ifdef WITH_COA
2545         /*
2546          *      Now that we've completely processed the request,
2547          *      see if we need to originate a CoA request.
2548          */
2549         if (request->coa ||
2550             (pairfind(request->config_items, PW_SEND_COA_REQUEST) != NULL)) {
2551                 if (!originated_coa_request(request)) {
2552                         RDEBUG2("Do CoA Fail handler here");
2553                 }
2554                 /* request->coa is stil set, so we can update events */
2555         }
2556 #endif
2557
2558  cleanup:
2559         /*
2560          *      Clean up.  These are no longer needed.
2561          */
2562         pairfree(&request->config_items);
2563
2564         pairfree(&request->packet->vps);
2565         request->username = NULL;
2566         request->password = NULL;
2567
2568         pairfree(&request->reply->vps);
2569
2570 #ifdef WITH_PROXY
2571         if (request->proxy) {
2572                 pairfree(&request->proxy->vps);
2573
2574                 if (request->proxy_reply) {
2575                         pairfree(&request->proxy_reply->vps);
2576                 }
2577
2578 #if 0
2579                 /*
2580                  *      We're not tracking responses from the home
2581                  *      server, we can therefore free this memory in
2582                  *      the child thread.
2583                  */
2584                 if (!request->in_proxy_hash) {
2585                         rad_free(&request->proxy);
2586                         rad_free(&request->proxy_reply);
2587                         request->home_server = NULL;
2588                 }
2589 #endif
2590         }
2591 #endif
2592
2593         RDEBUG2("Finished request %d.", request->number);
2594         rad_assert(child_state >= 0);
2595         request->child_state = child_state;
2596
2597         /*
2598          *      Single threaded mode: update timers now.
2599          */
2600         if (!have_children) wait_a_bit(request);
2601 }
2602
2603
2604 static void received_retransmit(REQUEST *request, const RADCLIENT *client)
2605 {
2606 #ifdef WITH_PROXY
2607         char buffer[128];
2608 #endif
2609
2610         RAD_STATS_TYPE_INC(request->listener, total_dup_requests);
2611         RAD_STATS_CLIENT_INC(request->listener, client, total_dup_requests);
2612         
2613         switch (request->child_state) {
2614         case REQUEST_QUEUED:
2615         case REQUEST_RUNNING:
2616 #ifdef WITH_PROXY
2617         discard:
2618 #endif
2619                 radlog(L_ERR, "Discarding duplicate request from "
2620                        "client %s port %d - ID: %d due to unfinished request %d",
2621                        client->shortname,
2622                        request->packet->src_port,request->packet->id,
2623                        request->number);
2624                 break;
2625
2626 #ifdef WITH_PROXY
2627         case REQUEST_PROXIED:
2628                 /*
2629                  *      We're not supposed to have duplicate
2630                  *      accounting packets.  The other states handle
2631                  *      duplicates fine (discard, or send duplicate
2632                  *      reply).  But we do NOT want to retransmit an
2633                  *      accounting request here, because that would
2634                  *      involve updating the Acct-Delay-Time, and
2635                  *      therefore changing the packet Id, etc.
2636                  *
2637                  *      Instead, we just discard the packet.  We may
2638                  *      eventually respond, or the client will send a
2639                  *      new accounting packet.            
2640                  *
2641                  *      The same comments go for Status-Server, and
2642                  *      other packet types.
2643                  *
2644                  *      FIXME: coa: when we proxy CoA && Disconnect
2645                  *      packets, this logic has to be fixed.
2646                  */
2647                 if (request->packet->code != PW_AUTHENTICATION_REQUEST) {
2648                         goto discard;
2649                 }
2650
2651                 check_for_zombie_home_server(request);
2652
2653                 /*
2654                  *      If we've just discovered that the home server
2655                  *      is dead, OR the socket has been closed, look for
2656                  *      another connection to a home server.
2657                  */
2658                 if (((request->packet->dst_port != 0) &&
2659                      (request->home_server->state == HOME_STATE_IS_DEAD)) ||
2660                     (request->proxy_listener->status != RAD_LISTEN_STATUS_KNOWN)) {
2661                         home_server *home;
2662
2663                         remove_from_proxy_hash(request);
2664
2665                         home = home_server_ldb(NULL, request->home_pool, request);
2666                         if (!home) {
2667                                 RDEBUG2("Failed to find live home server for request %d", request->number);
2668                         no_home_servers:
2669                                 /*
2670                                  *      Do post-request processing,
2671                                  *      and any insertion of necessary
2672                                  *      events.
2673                                  */
2674                                 post_proxy_fail_handler(request);
2675                                 return;
2676                         }
2677
2678                         request->proxy->code = request->packet->code;
2679
2680                         /*
2681                          *      Free the old packet, to force re-encoding
2682                          */
2683                         free(request->proxy->data);
2684                         request->proxy->data = NULL;
2685                         request->proxy->data_len = 0;
2686
2687                         /*
2688                          *      This request failed over to a virtual
2689                          *      server.  Push it back onto the queue
2690                          *      to be processed.
2691                          */
2692                         if (request->home_server->server) {
2693                                 proxy_fallback_handler(request);
2694                                 return;
2695                         }
2696
2697                         /*
2698                          *      Try to proxy the request.
2699                          */
2700                         if (!proxy_request(request)) {
2701                                 RDEBUG("ERROR: Failed to re-proxy request %d", request->number);
2702                                 goto no_home_servers;
2703                         }
2704
2705                         /*
2706                          *      This code executes in the main server
2707                          *      thread, so there's no need for locking.
2708                          */
2709                         rad_assert(request->next_callback != NULL);
2710                         INSERT_EVENT(request->next_callback, request);
2711                         request->next_callback = NULL;
2712                         return;
2713                 } /* else the home server is still alive */
2714
2715 #ifdef WITH_TCP
2716                 if (request->home_server->proto == IPPROTO_TCP) {
2717                         DEBUG2("Suppressing duplicate proxied request to home server %s port %d proto TCP - ID: %d",
2718                                inet_ntop(request->proxy->dst_ipaddr.af,
2719                                          &request->proxy->dst_ipaddr.ipaddr,
2720                                          buffer, sizeof(buffer)),
2721                                request->proxy->dst_port,
2722                                request->proxy->id);
2723                         break;
2724                 }
2725 #endif
2726
2727                 RDEBUG2("Sending duplicate proxied request to home server %s port %d - ID: %d",
2728                        inet_ntop(request->proxy->dst_ipaddr.af,
2729                                  &request->proxy->dst_ipaddr.ipaddr,
2730                                  buffer, sizeof(buffer)),
2731                        request->proxy->dst_port,
2732                        request->proxy->id);
2733                 request->num_proxied_requests++;
2734
2735                 DEBUG_PACKET(request, request->proxy, 1);
2736                 request->proxy_listener->send(request->proxy_listener,
2737                                               request);
2738                 break;
2739 #endif
2740
2741         case REQUEST_REJECT_DELAY:
2742                 RDEBUG2("Waiting to send Access-Reject "
2743                        "to client %s port %d - ID: %d",
2744                        client->shortname,
2745                        request->packet->src_port, request->packet->id);
2746                 break;
2747
2748         case REQUEST_CLEANUP_DELAY:
2749         case REQUEST_DONE:
2750                 if (request->reply->code == 0) {
2751                         RDEBUG2("Ignoring retransmit from client %s port %d "
2752                                 "- ID: %d, no reply was configured",
2753                                 client->shortname,
2754                                 request->packet->src_port, request->packet->id);
2755                         return;
2756                 }
2757
2758                 /*
2759                  *      FIXME: This sends duplicate replies to
2760                  *      accounting requests, even if Acct-Delay-Time
2761                  *      or Event-Timestamp is in the packet.  In those
2762                  *      cases, the Id should be changed, and the packet
2763                  *      re-calculated.
2764                  */
2765                 RDEBUG2("Sending duplicate reply "
2766                        "to client %s port %d - ID: %d",
2767                        client->shortname,
2768                        request->packet->src_port, request->packet->id);
2769                 DEBUG_PACKET(request, request->reply, 1);
2770                 request->listener->send(request->listener, request);
2771                 break;
2772         }
2773 }
2774
2775
2776 static void received_conflicting_request(REQUEST *request,
2777                                          const RADCLIENT *client)
2778 {
2779         radlog(L_ERR, "Received conflicting packet from "
2780                "client %s port %d - ID: %d due to unfinished request %d.  Giving up on old request.",
2781                client->shortname,
2782                request->packet->src_port, request->packet->id,
2783                request->number);
2784
2785         /*
2786          *      Nuke it from the request hash, so we can receive new
2787          *      packets.
2788          */
2789         remove_from_request_hash(request);
2790
2791         switch (request->child_state) {
2792                 /*
2793                  *      Tell it to stop, and wait for it to do so.
2794                  */
2795         default:
2796                 request->master_state = REQUEST_STOP_PROCESSING;
2797                 request->delay += request->delay >> 1;
2798
2799                 tv_add(&request->when, request->delay);
2800
2801                 INSERT_EVENT(wait_for_child_to_die, request);
2802                 return;
2803
2804                 /*
2805                  *      Catch race conditions.  It may have switched
2806                  *      from running to done while this code is being
2807                  *      executed.
2808                  */
2809         case REQUEST_REJECT_DELAY:
2810         case REQUEST_CLEANUP_DELAY:
2811         case REQUEST_DONE:
2812                 break;
2813         }
2814 }
2815
2816
2817 static int can_handle_new_request(RADIUS_PACKET *packet,
2818                                   RADCLIENT *client,
2819                                   struct main_config_t *root)
2820 {
2821         /*
2822          *      Count the total number of requests, to see if
2823          *      there are too many.  If so, return with an
2824          *      error.
2825          */
2826         if (root->max_requests) {
2827                 int request_count = fr_packet_list_num_elements(pl);
2828
2829                 /*
2830                  *      This is a new request.  Let's see if
2831                  *      it makes us go over our configured
2832                  *      bounds.
2833                  */
2834                 if (request_count > root->max_requests) {
2835                         radlog(L_ERR, "Dropping request (%d is too many): "
2836                                "from client %s port %d - ID: %d", request_count,
2837                                client->shortname,
2838                                packet->src_port, packet->id);
2839                         radlog(L_INFO, "WARNING: Please check the configuration file.\n"
2840                                "\tThe value for 'max_requests' is probably set too low.\n");
2841                         return 0;
2842                 } /* else there were a small number of requests */
2843         } /* else there was no configured limit for requests */
2844
2845         /*
2846          *      FIXME: Add per-client checks.  If one client is sending
2847          *      too many packets, start discarding them.
2848          *
2849          *      We increment the counters here, and decrement them
2850          *      when the response is sent... somewhere in this file.
2851          */
2852
2853         /*
2854          *      FUTURE: Add checks for system load.  If the system is
2855          *      busy, start dropping requests...
2856          *
2857          *      We can probably keep some statistics ourselves...  if
2858          *      there are more requests coming in than we can handle,
2859          *      start dropping some.
2860          */
2861
2862         return 1;
2863 }
2864
2865
2866 int received_request(rad_listen_t *listener,
2867                      RADIUS_PACKET *packet, REQUEST **prequest,
2868                      RADCLIENT *client)
2869 {
2870         RADIUS_PACKET **packet_p;
2871         REQUEST *request = NULL;
2872         struct main_config_t *root = &mainconfig;
2873
2874         packet_p = fr_packet_list_find(pl, packet);
2875         if (packet_p) {
2876                 request = fr_packet2myptr(REQUEST, packet, packet_p);
2877                 rad_assert(request->in_request_hash);
2878
2879                 if ((request->packet->data_len == packet->data_len) &&
2880                     (memcmp(request->packet->vector, packet->vector,
2881                             sizeof(packet->vector)) == 0)) {
2882                         received_retransmit(request, client);
2883                         return 0;
2884                 }
2885
2886                 /*
2887                  *      The new request is different from the old one,
2888                  *      but maybe the old is finished.  If so, delete
2889                  *      the old one.
2890                  */
2891                 switch (request->child_state) {
2892                         struct timeval when;
2893
2894                 default:
2895                         /*
2896                          *      Special hacks for race conditions.
2897                          *      The reply is encoded, and therefore
2898                          *      likely sent.  We received a *new*
2899                          *      packet from the client, likely before
2900                          *      the next line or two of code which
2901                          *      updated the child state.  In this
2902                          *      case, just accept the new request.
2903                          */
2904                         if ((request->reply->code != 0) &&
2905                             request->reply->data) {
2906                                 radlog(L_INFO, "WARNING: Allowing fast client %s port %d - ID: %d for recent request %d.",
2907                                        client->shortname,
2908                                        packet->src_port, packet->id,
2909                                        request->number);
2910                                 remove_from_request_hash(request);
2911                                 request = NULL;
2912                                 break;
2913                         }
2914
2915                         gettimeofday(&when, NULL);
2916                         when.tv_sec -= 1;
2917
2918                         /*
2919                          *      If the cached request was received
2920                          *      within the last second, then we
2921                          *      discard the NEW request instead of the
2922                          *      old one.  This will happen ONLY when
2923                          *      the client is severely broken, and is
2924                          *      sending conflicting packets very
2925                          *      quickly.
2926                          */
2927                         if (timercmp(&when, &request->received, <)) {
2928                                 radlog(L_ERR, "Discarding conflicting packet from "
2929                                        "client %s port %d - ID: %d due to recent request %d.",
2930                                        client->shortname,
2931                                        packet->src_port, packet->id,
2932                                        request->number);
2933                                 return 0;
2934                         }
2935
2936                         received_conflicting_request(request, client);
2937                         request = NULL;
2938                         break;
2939
2940                 case REQUEST_REJECT_DELAY:
2941                 case REQUEST_CLEANUP_DELAY:
2942                         request->child_state = REQUEST_DONE;
2943                 case REQUEST_DONE:
2944                         cleanup_delay(request);
2945                         request = NULL;
2946                         break;
2947                 }
2948         }
2949
2950         /*
2951          *      We may want to quench the new request.
2952          */
2953         if ((listener->type != RAD_LISTEN_DETAIL) &&
2954             !can_handle_new_request(packet, client, root)) {
2955                 return 0;
2956         }
2957
2958         /*
2959          *      Create and initialize the new request.
2960          */
2961         request = request_alloc(); /* never fails */
2962
2963         if ((request->reply = rad_alloc(0)) == NULL) {
2964                 radlog(L_ERR, "No memory");
2965                 return 0;
2966         }
2967
2968         request->listener = listener;
2969         request->client = client;
2970         request->packet = packet;
2971         request->packet->timestamp = request->timestamp;
2972         request->number = request_num_counter++;
2973         request->priority = listener->type;
2974 #ifdef HAVE_PTHREAD_H
2975         request->child_pid = NO_SUCH_CHILD_PID;
2976 #endif
2977
2978         /*
2979          *      Status-Server packets go to the head of the queue.
2980          */
2981         if (request->packet->code == PW_STATUS_SERVER) request->priority = 0;
2982
2983         /*
2984          *      Set virtual server identity
2985          */
2986         if (client->server) {
2987                 request->server = client->server;
2988         } else if (listener->server) {
2989                 request->server = listener->server;
2990         } else {
2991                 request->server = NULL;
2992         }
2993
2994         /*
2995          *      Remember the request in the list.
2996          */
2997         if (!fr_packet_list_insert(pl, &request->packet)) {
2998                 radlog(L_ERR, "Failed to insert request %d in the list of live requests: discarding", request->number);
2999                 ev_request_free(&request);
3000                 return 0;
3001         }
3002
3003         request->in_request_hash = TRUE;
3004         request->root = root;
3005         root->refcount++;
3006 #ifdef WITH_TCP
3007         request->listener->count++;
3008 #endif
3009
3010         /*
3011          *      The request passes many of our sanity checks.
3012          *      From here on in, if anything goes wrong, we
3013          *      send a reject message, instead of dropping the
3014          *      packet.
3015          */
3016
3017         /*
3018          *      Build the reply template from the request.
3019          */
3020
3021         request->reply->sockfd = request->packet->sockfd;
3022         request->reply->dst_ipaddr = request->packet->src_ipaddr;
3023         request->reply->src_ipaddr = request->packet->dst_ipaddr;
3024         request->reply->dst_port = request->packet->src_port;
3025         request->reply->src_port = request->packet->dst_port;
3026         request->reply->id = request->packet->id;
3027         request->reply->code = 0; /* UNKNOWN code */
3028         memcpy(request->reply->vector, request->packet->vector,
3029                sizeof(request->reply->vector));
3030         request->reply->vps = NULL;
3031         request->reply->data = NULL;
3032         request->reply->data_len = 0;
3033
3034         request->master_state = REQUEST_ACTIVE;
3035         request->child_state = REQUEST_QUEUED;
3036         request->next_callback = NULL;
3037
3038         gettimeofday(&request->received, NULL);
3039         request->timestamp = request->received.tv_sec;
3040         request->when = request->received;
3041
3042         request->delay = USEC;
3043
3044         tv_add(&request->when, request->delay);
3045
3046         INSERT_EVENT(wait_a_bit, request);
3047
3048         *prequest = request;
3049         return 1;
3050 }
3051
3052
3053 #ifdef WITH_PROXY
3054 REQUEST *received_proxy_response(RADIUS_PACKET *packet)
3055 {
3056         char            buffer[128];
3057         REQUEST         *request;
3058
3059         /*
3060          *      Also removes from the proxy hash if responses == requests
3061          */
3062         request = lookup_in_proxy_hash(packet);
3063
3064         if (!request) {
3065                 radlog(L_PROXY, "No outstanding request was found for reply from host %s port %d - ID %d",
3066                        inet_ntop(packet->src_ipaddr.af,
3067                                  &packet->src_ipaddr.ipaddr,
3068                                  buffer, sizeof(buffer)),
3069                        packet->src_port, packet->id);
3070                 return NULL;
3071         }
3072
3073         /*
3074          *      We haven't replied to the NAS, but we have seen an
3075          *      earlier reply from the home server.  Ignore this packet,
3076          *      as we're likely still processing the previous reply.
3077          */
3078         if (request->proxy_reply) {
3079                 if (memcmp(request->proxy_reply->vector,
3080                            packet->vector,
3081                            sizeof(request->proxy_reply->vector)) == 0) {
3082                         RDEBUG2("Discarding duplicate reply from host %s port %d  - ID: %d for request %d",
3083                                inet_ntop(packet->src_ipaddr.af,
3084                                          &packet->src_ipaddr.ipaddr,
3085                                          buffer, sizeof(buffer)),
3086                                packet->src_port, packet->id,
3087                                request->number);
3088                 } else {
3089                         /*
3090                          *      ? The home server gave us a new proxy
3091                          *      reply which doesn't match the old
3092                          *      one.  Delete it.
3093                          */
3094                         RDEBUG2("Ignoring conflicting proxy reply");
3095                 }
3096                 
3097                 /* assert that there's an event queued for request? */
3098                 return NULL;
3099         }
3100
3101         /*
3102          *      Verify the packet before doing ANYTHING with it.  This
3103          *      means we're doing more MD5 checks in the server core.
3104          *      However, we can fix that by moving to multiple threads
3105          *      listening on sockets.
3106          *
3107          *      We do this AFTER looking the request up in the hash,
3108          *      and AFTER vhecking if we saw a previous request.  This
3109          *      helps minimize the DoS effect of people attacking us
3110          *      with spoofed packets.
3111          */
3112         if (rad_verify(packet, request->proxy,
3113                        request->home_server->secret) != 0) {
3114                 DEBUG("Ignoring spoofed proxy reply.  Signature is invalid");
3115                 return NULL;
3116         }
3117
3118         gettimeofday(&now, NULL);
3119
3120         /*
3121          *      Maybe move this earlier in the decision process?
3122          *      Having it here means that late or duplicate proxy
3123          *      replies no longer get the home server marked as
3124          *      "alive".  This might be good for stability, though.
3125          *
3126          *      FIXME: Do we really want to do this whenever we
3127          *      receive a packet?  Setting this here means that we
3128          *      mark it alive on *any* packet, even if it's lost all
3129          *      of the *other* packets in the last 10s.
3130          */
3131         if (request->proxy->code != PW_STATUS_SERVER) {
3132                 request->home_server->state = HOME_STATE_ALIVE;
3133         }
3134         
3135 #ifdef WITH_COA
3136         /*
3137          *      When originating CoA, the "proxy" reply is the reply
3138          *      to the CoA request that we originated.  At this point,
3139          *      the original request is finished, and it has a reply.
3140          *
3141          *      However, if we haven't separated the two requests, do
3142          *      so now.  This is done so that cleaning up the original
3143          *      request won't cause the CoA request to be free'd.  See
3144          *      util.c, request_free()
3145          */
3146         if (request->parent && (request->parent->coa == request)) {
3147                 request->parent->coa = NULL;
3148                 request->parent = NULL;
3149
3150         } else
3151                 /*
3152                  *      Skip the next set of checks, as the original
3153                  *      reply is cached.  We want to be able to still
3154                  *      process the CoA reply, AND to reference the
3155                  *      original request/reply.
3156                  *
3157                  *      This is getting to be really quite a bit of a
3158                  *      hack.
3159                  */
3160 #endif
3161
3162         /*
3163          *      If there's a reply to the NAS, ignore everything
3164          *      related to proxy responses
3165          */
3166         if (request->reply && request->reply->code != 0) {
3167                 RDEBUG2("Ignoring proxy reply that arrived after we sent a reply to the NAS");
3168                 return NULL;
3169         }
3170         
3171 #ifdef WITH_STATS
3172         /*
3173          *      The average includes our time to receive packets and
3174          *      look them up in the hashes, which should be the same
3175          *      for all packets.
3176          *
3177          *      We update the response time only for the FIRST packet
3178          *      we receive.
3179          */
3180         if (request->home_server->ema.window > 0) {
3181                 radius_stats_ema(&request->home_server->ema,
3182                                  &now, &request->proxy_when);
3183         }
3184 #endif
3185
3186         switch (request->child_state) {
3187         case REQUEST_QUEUED:
3188         case REQUEST_RUNNING:
3189                 radlog(L_ERR, "Internal sanity check failed for child state");
3190                 /* FALL-THROUGH */
3191
3192         case REQUEST_REJECT_DELAY:
3193         case REQUEST_CLEANUP_DELAY:
3194         case REQUEST_DONE:
3195                 radlog(L_ERR, "Reply from home server %s port %d  - ID: %d arrived too late for request %d. Try increasing 'retry_delay' or 'max_request_time'",
3196                        inet_ntop(packet->src_ipaddr.af,
3197                                  &packet->src_ipaddr.ipaddr,
3198                                  buffer, sizeof(buffer)),
3199                        packet->src_port, packet->id,
3200                        request->number);
3201                 /* assert that there's an event queued for request? */
3202                 return NULL;
3203
3204         case REQUEST_PROXIED:
3205                 break;
3206         }
3207
3208         request->proxy_reply = packet;
3209
3210 #if 0
3211         /*
3212          *      Perform RTT calculations, as per RFC 2988 (for TCP).
3213          *      Note that we only do so on the first response.
3214          */
3215         if ((request->num_proxied_responses == 1)
3216                 int rtt;
3217                 home_server *home = request->home_server;
3218
3219                 rtt = now.tv_sec - request->proxy_when.tv_sec;
3220                 rtt *= USEC;
3221                 rtt += now.tv_usec;
3222                 rtt -= request->proxy_when.tv_usec;
3223
3224                 if (!home->has_rtt) {
3225                         home->has_rtt = TRUE;
3226
3227                         home->srtt = rtt;
3228                         home->rttvar = rtt / 2;
3229
3230                 } else {
3231                         home->rttvar -= home->rttvar >> 2;
3232                         home->rttvar += (home->srtt - rtt);
3233                         home->srtt -= home->srtt >> 3;
3234                         home->srtt += rtt >> 3;
3235                 }
3236
3237                 home->rto = home->srtt;
3238                 if (home->rttvar > (USEC / 4)) {
3239                         home->rto += home->rttvar * 4;
3240                 } else {
3241                         home->rto += USEC;
3242                 }
3243         }
3244 #endif
3245
3246         /*
3247          *      There's no incoming request, so it's a proxied packet
3248          *      we originated.
3249          */
3250         if (!request->packet) {
3251                 received_response_to_ping(request);
3252                 request->proxy_reply = NULL; /* caller will free it */
3253                 ev_request_free(&request);
3254                 return NULL;
3255         }
3256
3257         request->child_state = REQUEST_QUEUED;
3258         request->when = now;
3259         request->delay = USEC;
3260         request->priority = RAD_LISTEN_PROXY;
3261         tv_add(&request->when, request->delay);
3262
3263         /*
3264          *      Wait a bit will take care of max_request_time
3265          */
3266         INSERT_EVENT(wait_a_bit, request);
3267
3268         return request;
3269 }
3270
3271 #endif /* WITH_PROXY */
3272
3273 #ifdef WITH_TCP
3274 static void tcp_socket_lifetime(void *ctx)
3275 {
3276         rad_listen_t *listener = ctx;
3277         char buffer[256];
3278
3279         listener->print(listener, buffer, sizeof(buffer));
3280
3281         DEBUG("Reached maximum lifetime on socket %s", buffer);
3282
3283         listener->status = RAD_LISTEN_STATUS_CLOSED;
3284         event_new_fd(listener);
3285 }
3286
3287 static void tcp_socket_idle_timeout(void *ctx)
3288 {
3289         rad_listen_t *listener = ctx;
3290         listen_socket_t *sock = listener->data;
3291         char buffer[256];
3292
3293         fr_event_now(el, &now); /* should always succeed... */
3294
3295         rad_assert(sock->home != NULL);
3296
3297         /*
3298          *      We implement idle timeout by polling, because it's
3299          *      cheaper than resetting the idle timeout every time
3300          *      we send / receive a packet.
3301          */
3302         if ((sock->last_packet + sock->home->idle_timeout) > now.tv_sec) {
3303                 struct timeval when;
3304                 void *fun = tcp_socket_idle_timeout;
3305                 
3306                 when.tv_sec = sock->last_packet;
3307                 when.tv_sec += sock->home->idle_timeout;
3308                 when.tv_usec = 0;
3309
3310                 if (sock->home->lifetime &&
3311                     (sock->opened + sock->home->lifetime < when.tv_sec)) {
3312                         when.tv_sec = sock->opened + sock->home->lifetime;
3313                         fun = tcp_socket_lifetime;
3314                 }
3315                 
3316                 if (!fr_event_insert(el, fun, listener, &when, &sock->ev)) {
3317                         rad_panic("Failed to insert event");
3318                 }
3319
3320                 return;
3321         }
3322
3323         listener->print(listener, buffer, sizeof(buffer));
3324         
3325         DEBUG("Reached idle timeout on socket %s", buffer);
3326
3327         listener->status = RAD_LISTEN_STATUS_CLOSED;
3328         event_new_fd(listener);
3329 }
3330 #endif
3331
3332 int event_new_fd(rad_listen_t *this)
3333 {
3334         char buffer[1024];
3335
3336         if (this->status == RAD_LISTEN_STATUS_KNOWN) return 1;
3337
3338         this->print(this, buffer, sizeof(buffer));
3339
3340         if (this->status == RAD_LISTEN_STATUS_INIT) {
3341                 if (just_started) {
3342                         DEBUG("Listening on %s", buffer);
3343                 } else {
3344                         radlog(L_INFO, " ... adding new socket %s", buffer);
3345                 }
3346
3347 #ifdef WITH_PROXY
3348                 /*
3349                  *      Add it to the list of sockets we can use.
3350                  *      Server sockets (i.e. auth/acct) are never
3351                  *      added to the packet list.
3352                  */
3353                 if (this->type == RAD_LISTEN_PROXY) {
3354                         listen_socket_t *sock = this->data;
3355
3356                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3357                         if (!fr_packet_list_socket_add(proxy_list, this->fd,
3358                                                        sock->proto,
3359                                                        &sock->other_ipaddr, sock->other_port,
3360                                                        this)) {
3361
3362                                 proxy_no_new_sockets = TRUE;
3363                                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3364
3365                                 /*
3366                                  *      This is bad.  However, the
3367                                  *      packet list now supports 256
3368                                  *      open sockets, which should
3369                                  *      minimize this problem.
3370                                  */
3371                                 radlog(L_ERR, "Failed adding proxy socket: %s",
3372                                        fr_strerror());
3373                                 return 0;
3374                         }
3375
3376                         if (sock->home) {
3377                                 sock->home->num_connections++;
3378                                 
3379                                 /*
3380                                  *      If necessary, add it to the list of
3381                                  *      new proxy listeners.
3382                                  */
3383                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3384                                         this->next = proxy_listener_list;
3385                                         proxy_listener_list = this;
3386                                 }
3387                         }
3388                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3389
3390                         /*
3391                          *      Tell the main thread that we've added
3392                          *      a proxy listener, but only if we need
3393                          *      to update the event list.  Do this
3394                          *      with the mutex unlocked, to reduce
3395                          *      contention.
3396                          */
3397                         if (sock->home) {
3398                                 if (sock->home->lifetime || sock->home->idle_timeout) {
3399                                         radius_signal_self(RADIUS_SIGNAL_SELF_NEW_FD);
3400                                 }
3401                         }
3402                 }
3403 #endif          
3404
3405 #ifdef WITH_DETAIL
3406                 /*
3407                  *      Detail files are always known, and aren't
3408                  *      put into the socket event loop.
3409                  */
3410                 if (this->type == RAD_LISTEN_DETAIL) {
3411                         this->status = RAD_LISTEN_STATUS_KNOWN;
3412                         
3413                         /*
3414                          *      Set up the first poll interval.
3415                          */
3416                         event_poll_detail(this);
3417                         return 1;
3418                 }
3419 #endif
3420
3421                 FD_MUTEX_LOCK(&fd_mutex);
3422                 if (!fr_event_fd_insert(el, 0, this->fd,
3423                                         event_socket_handler, this)) {
3424                         radlog(L_ERR, "Failed adding event handler for proxy socket!");
3425                         exit(1);
3426                 }
3427                 FD_MUTEX_UNLOCK(&fd_mutex);
3428                 
3429                 this->status = RAD_LISTEN_STATUS_KNOWN;
3430                 return 1;
3431         }
3432
3433         /*
3434          *      Something went wrong with the socket: make it harmless.
3435          */
3436         if (this->status == RAD_LISTEN_STATUS_REMOVE_FD) {
3437                 int devnull;
3438
3439                 /*
3440                  *      Remove it from the list of live FD's.
3441                  */
3442                 FD_MUTEX_LOCK(&fd_mutex);
3443                 fr_event_fd_delete(el, 0, this->fd);
3444                 FD_MUTEX_UNLOCK(&fd_mutex);
3445
3446 #ifdef WITH_PROXY
3447                 if (this->type != RAD_LISTEN_PROXY)
3448 #endif
3449                 {
3450                         if (this->count != 0) {
3451                                 fr_packet_list_walk(pl, this,
3452                                                     remove_all_requests);
3453                         }
3454
3455                         if (this->count == 0) {
3456                                 this->status = RAD_LISTEN_STATUS_FINISH;
3457                                 goto finish;
3458                         }
3459                 }               
3460 #ifdef WITH_PROXY
3461                 else {
3462                         int count = this->count;
3463
3464                         /*
3465                          *      Duplicate code
3466                          */
3467                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3468                         if (!fr_packet_list_socket_freeze(proxy_list,
3469                                                           this->fd)) {
3470                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3471                                        fr_strerror());
3472                                 exit(1);
3473                         }
3474
3475                         /*
3476                          *      Doing this with the proxy mutex held
3477                          *      is a Bad Thing.  We should move to
3478                          *      finer-grained mutexes.
3479                          */
3480                         count = this->count;
3481                         if (count > 0) {
3482                                 fr_packet_list_walk(proxy_list, this,
3483                                                     remove_all_proxied_requests);
3484                         }
3485                         count = this->count; /* protected by mutex */
3486                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3487
3488                         if (count == 0) {
3489                                 this->status = RAD_LISTEN_STATUS_FINISH;
3490                                 goto finish;
3491                         }
3492                 }
3493 #endif
3494
3495                 /*
3496                  *      Re-open the socket, pointing it to /dev/null.
3497                  *      This means that all writes proceed without
3498                  *      blocking, and all reads return "no data".
3499                  *
3500                  *      This leaves the socket active, so any child
3501                  *      threads won't go insane.  But it means that
3502                  *      they cannot send or receive any packets.
3503                  *
3504                  *      This is EXTRA work in the normal case, when
3505                  *      sockets are closed without error.  But it lets
3506                  *      us have one simple processing method for all
3507                  *      sockets.
3508                  */
3509                 devnull = open("/dev/null", O_RDWR);
3510                 if (devnull < 0) {
3511                         radlog(L_ERR, "FATAL failure opening /dev/null: %s",
3512                                strerror(errno));
3513                         exit(1);
3514                 }
3515                 if (dup2(devnull, this->fd) < 0) {
3516                         radlog(L_ERR, "FATAL failure closing socket: %s",
3517                                strerror(errno));
3518                         exit(1);
3519                 }
3520                 close(devnull);
3521
3522                 this->status = RAD_LISTEN_STATUS_CLOSED;
3523
3524                 /*
3525                  *      Fall through to the next section.
3526                  */
3527         }
3528
3529         /*
3530          *      Called ONLY from the main thread.  On the following
3531          *      conditions:
3532          *
3533          *      idle timeout
3534          *      max lifetime
3535          *
3536          *      (and falling through from "forcibly close FD" above)
3537          *      client closed connection on us
3538          *      client sent us a bad packet.
3539          */
3540         if (this->status == RAD_LISTEN_STATUS_CLOSED) {
3541                 int count = this->count;
3542                 rad_assert(this->type != RAD_LISTEN_DETAIL);
3543
3544 #ifdef WITH_PROXY
3545                 /*
3546                  *      Remove it from the list of active sockets, so
3547                  *      that it isn't used when proxying new packets.
3548                  */
3549                 if (this->type == RAD_LISTEN_PROXY) {
3550                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3551                         if (!fr_packet_list_socket_freeze(proxy_list,
3552                                                           this->fd)) {
3553                                 radlog(L_ERR, "Fatal error freezing socket: %s",
3554                                        fr_strerror());
3555                                 exit(1);
3556                         }
3557                         count = this->count; /* protected by mutex */
3558                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3559                 }
3560 #endif
3561
3562                 /*
3563                  *      Requests are still using the socket.  Wait for
3564                  *      them to finish.
3565                  */
3566                 if (count != 0) {
3567                         struct timeval when;
3568                         listen_socket_t *sock = this->data;
3569
3570                         /*
3571                          *      Try again to clean up the socket in 30
3572                          *      seconds.
3573                          */
3574                         gettimeofday(&when, NULL);
3575                         when.tv_sec += 30;
3576                         
3577                         if (!fr_event_insert(el,
3578                                              (fr_event_callback_t) event_new_fd,
3579                                              this, &when, &sock->ev)) {
3580                                 rad_panic("Failed to insert event");
3581                         }
3582                        
3583                         return 1;
3584                 }
3585
3586                 /*
3587                  *      No one is using this socket: we can delete it
3588                  *      immediately.
3589                  */
3590                 this->status = RAD_LISTEN_STATUS_FINISH;
3591         }
3592         
3593 finish:
3594         if (this->status == RAD_LISTEN_STATUS_FINISH) {
3595                 listen_socket_t *sock = this->data;
3596
3597                 rad_assert(this->count == 0);
3598                 radlog(L_INFO, " ... closing socket %s", buffer);
3599
3600                 /*
3601                  *      Remove it from the list of live FD's.  Note
3602                  *      that it MAY also have been removed above.  We
3603                  *      do it again here, to catch the case of sockets
3604                  *      closing on idle timeout, or max
3605                  *      lifetime... AFTER all requests have finished
3606                  *      using it.
3607                  */
3608                 FD_MUTEX_LOCK(&fd_mutex);
3609                 fr_event_fd_delete(el, 0, this->fd);
3610                 FD_MUTEX_UNLOCK(&fd_mutex);
3611                 
3612 #ifdef WITH_PROXY
3613                 /*
3614                  *      Remove it from the list of sockets to be used
3615                  *      when proxying.
3616                  */
3617                 if (this->type == RAD_LISTEN_PROXY) {
3618                         PTHREAD_MUTEX_LOCK(&proxy_mutex);
3619                         if (!fr_packet_list_socket_remove(proxy_list,
3620                                                           this->fd, NULL)) {
3621                                 radlog(L_ERR, "Fatal error removing socket: %s",
3622                                        fr_strerror());
3623                                 exit(1);
3624                         }
3625                         if (sock->home) sock->home->num_connections--;
3626                         PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3627                 }
3628 #endif
3629
3630                 /*
3631                  *      Remove any pending cleanups.
3632                  */
3633                 if (sock->ev) fr_event_delete(el, &sock->ev);
3634
3635                 /*
3636                  *      And finally, close the socket.
3637                  */
3638                 listen_free(&this);
3639         }
3640
3641         return 1;
3642 }
3643
3644 static void handle_signal_self(int flag)
3645 {
3646         if ((flag & (RADIUS_SIGNAL_SELF_EXIT | RADIUS_SIGNAL_SELF_TERM)) != 0) {
3647                 if ((flag & RADIUS_SIGNAL_SELF_EXIT) != 0) {
3648                         radlog(L_INFO, "Received TERM signal");
3649                         fr_event_loop_exit(el, 1);
3650                 } else {
3651                         fr_event_loop_exit(el, 2);
3652                 }
3653
3654                 return;
3655         } /* else exit/term flags weren't set */
3656
3657         /*
3658          *      Tell the even loop to stop processing.
3659          */
3660         if ((flag & RADIUS_SIGNAL_SELF_HUP) != 0) {
3661                 time_t when;
3662                 static time_t last_hup = 0;
3663
3664                 radlog(L_INFO, "Received HUP signal.");
3665
3666                 when = time(NULL);
3667                 if ((int) (when - last_hup) < 5) {
3668                         radlog(L_INFO, "Ignoring HUP (less than 5s since last one)");
3669                         return;
3670                 }
3671                 last_hup = when;
3672
3673                 fr_event_loop_exit(el, 0x80);
3674         }
3675
3676 #ifdef WITH_DETAIL
3677         if ((flag & RADIUS_SIGNAL_SELF_DETAIL) != 0) {
3678                 rad_listen_t *this;
3679                 
3680                 /*
3681                  *      FIXME: O(N) loops suck.
3682                  */
3683                 for (this = mainconfig.listen;
3684                      this != NULL;
3685                      this = this->next) {
3686                         if (this->type != RAD_LISTEN_DETAIL) continue;
3687
3688                         /*
3689                          *      This one didn't send the signal, skip
3690                          *      it.
3691                          */
3692                         if (!this->decode(this, NULL)) continue;
3693
3694                         /*
3695                          *      Go service the interrupt.
3696                          */
3697                         event_poll_detail(this);
3698                 }
3699         }
3700 #endif
3701
3702 #ifdef WITH_PROXY
3703         /*
3704          *      Add event handlers for idle timeouts && maximum lifetime.
3705          */
3706         if ((flag & RADIUS_SIGNAL_SELF_NEW_FD) != 0) {
3707                 struct timeval when;
3708                 void *fun = NULL;
3709
3710                 fr_event_now(el, &now);
3711
3712                 PTHREAD_MUTEX_LOCK(&proxy_mutex);
3713
3714                 while (proxy_listener_list) {
3715                         rad_listen_t *this = proxy_listener_list;
3716                         listen_socket_t *sock = this->data;
3717
3718                         proxy_listener_list = this->next;
3719                         this->next = NULL;
3720
3721                         if (!sock->home) continue; /* skip UDP sockets */
3722
3723                         when = now;
3724
3725                         if (!sock->home->idle_timeout) {
3726                                 rad_assert(sock->home->lifetime != 0);
3727
3728                                 when.tv_sec += sock->home->lifetime;
3729                                 fun = tcp_socket_lifetime;
3730                         } else {
3731                                 rad_assert(sock->home->idle_timeout != 0);
3732
3733                                 when.tv_sec += sock->home->idle_timeout;
3734                                 fun = tcp_socket_idle_timeout;
3735                         }
3736
3737                         if (!fr_event_insert(el, fun, this, &when,
3738                                              &(sock->ev))) {
3739                                 rad_panic("Failed to insert event");
3740                         }
3741                 }
3742
3743                 PTHREAD_MUTEX_UNLOCK(&proxy_mutex);
3744         }
3745 #endif
3746 }
3747
3748 #ifndef WITH_SELF_PIPE
3749 void radius_signal_self(int flag)
3750 {
3751         handle_signal_self(flag);
3752 }
3753 #else
3754 /*
3755  *      Inform ourselves that we received a signal.
3756  */
3757 void radius_signal_self(int flag)
3758 {
3759         ssize_t rcode;
3760         uint8_t buffer[16];
3761
3762         /*
3763          *      The read MUST be non-blocking for this to work.
3764          */
3765         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3766         if (rcode > 0) {
3767                 ssize_t i;
3768
3769                 for (i = 0; i < rcode; i++) {
3770                         buffer[0] |= buffer[i];
3771                 }
3772         } else {
3773                 buffer[0] = 0;
3774         }
3775
3776         buffer[0] |= flag;
3777
3778         write(self_pipe[1], buffer, 1);
3779 }
3780
3781
3782 static void event_signal_handler(UNUSED fr_event_list_t *xel,
3783                                  UNUSED int fd, UNUSED void *ctx)
3784 {
3785         ssize_t i, rcode;
3786         uint8_t buffer[32];
3787
3788         rcode = read(self_pipe[0], buffer, sizeof(buffer));
3789         if (rcode <= 0) return;
3790
3791         /*
3792          *      Merge pending signals.
3793          */
3794         for (i = 0; i < rcode; i++) {
3795                 buffer[0] |= buffer[i];
3796         }
3797
3798         handle_signal_self(buffer[0]);
3799 }
3800 #endif
3801
3802
3803 static void event_socket_handler(fr_event_list_t *xel, UNUSED int fd,
3804                                  void *ctx)
3805 {
3806         rad_listen_t *listener = ctx;
3807         RAD_REQUEST_FUNP fun;
3808         REQUEST *request;
3809
3810         rad_assert(xel == el);
3811
3812         xel = xel;
3813
3814         if (listener->fd < 0) rad_panic("Socket was closed on us!");
3815         
3816         if (!listener->recv(listener, &fun, &request)) return;
3817
3818         if (!thread_pool_addrequest(request, fun)) {
3819                 request->child_state = REQUEST_DONE;
3820         }
3821 }
3822
3823
3824 /*
3825  *      This function is called periodically to see if this detail
3826  *      file is available for reading.
3827  */
3828 static void event_poll_detail(void *ctx)
3829 {
3830         int rcode, delay;
3831         RAD_REQUEST_FUNP fun;
3832         REQUEST *request;
3833         rad_listen_t *this = ctx;
3834         struct timeval when;
3835         listen_detail_t *detail = this->data;
3836
3837         rad_assert(this->type == RAD_LISTEN_DETAIL);
3838
3839         /*
3840          *      Try to read something.
3841          *
3842          *      FIXME: This does poll AND receive.
3843          */
3844         rcode = this->recv(this, &fun, &request);
3845         if (rcode != 0) {
3846                 rad_assert(fun != NULL);
3847                 rad_assert(request != NULL);
3848                 
3849                 if (!thread_pool_addrequest(request, fun)) {
3850                         request->child_state = REQUEST_DONE;
3851                 }
3852         }
3853
3854         fr_event_now(el, &now);
3855         when = now;
3856
3857         /*
3858          *      Backdoor API to get the delay until the next poll
3859          *      time.
3860          */
3861         delay = this->encode(this, NULL);
3862         tv_add(&when, delay);
3863
3864         if (!fr_event_insert(el, event_poll_detail, this,
3865                              &when, &detail->ev)) {
3866                 radlog(L_ERR, "Failed creating handler");
3867                 exit(1);
3868         }
3869 }
3870
3871
3872 static void event_status(struct timeval *wake)
3873 {
3874 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3875         int argval;
3876 #endif
3877
3878         if (debug_flag == 0) {
3879                 if (just_started) {
3880                         radlog(L_INFO, "Ready to process requests.");
3881                         just_started = FALSE;
3882                 }
3883                 return;
3884         }
3885
3886         if (!wake) {
3887                 radlog(L_INFO, "Ready to process requests.");
3888
3889         } else if ((wake->tv_sec != 0) ||
3890                    (wake->tv_usec >= 100000)) {
3891                 DEBUG("Waking up in %d.%01u seconds.",
3892                       (int) wake->tv_sec, (unsigned int) wake->tv_usec / 100000);
3893         }
3894
3895
3896         /*
3897          *      FIXME: Put this somewhere else, where it isn't called
3898          *      all of the time...
3899          */
3900
3901 #if !defined(HAVE_PTHREAD_H) && defined(WNOHANG)
3902         /*
3903          *      If there are no child threads, then there may
3904          *      be child processes.  In that case, wait for
3905          *      their exit status, and throw that exit status
3906          *      away.  This helps get rid of zxombie children.
3907          */
3908         while (waitpid(-1, &argval, WNOHANG) > 0) {
3909                 /* do nothing */
3910         }
3911 #endif
3912
3913 }
3914
3915 /*
3916  *      Externally-visibly functions.
3917  */
3918 int radius_event_init(CONF_SECTION *cs, int spawn_flag)
3919 {
3920         rad_listen_t *head = NULL;
3921
3922         if (el) return 0;
3923
3924         time(&fr_start_time);
3925
3926         el = fr_event_list_create(event_status);
3927         if (!el) return 0;
3928
3929         pl = fr_packet_list_create(0);
3930         if (!pl) return 0;      /* leak el */
3931
3932         request_num_counter = 0;
3933
3934 #ifdef WITH_PROXY
3935         if (mainconfig.proxy_requests) {
3936                 /*
3937                  *      Create the tree for managing proxied requests and
3938                  *      responses.
3939                  */
3940                 proxy_list = fr_packet_list_create(1);
3941                 if (!proxy_list) return 0;
3942
3943 #ifdef HAVE_PTHREAD_H
3944                 if (pthread_mutex_init(&proxy_mutex, NULL) != 0) {
3945                         radlog(L_ERR, "FATAL: Failed to initialize proxy mutex: %s",
3946                                strerror(errno));
3947                         exit(1);
3948                 }
3949 #endif
3950         }
3951 #endif
3952
3953         /*
3954          *      Just before we spawn the child threads, force the log
3955          *      subsystem to re-open the log file for every write.
3956          */
3957         if (spawn_flag) force_log_reopen();
3958
3959 #ifdef HAVE_PTHREAD_H
3960 #ifndef __MINGW32__
3961         NO_SUCH_CHILD_PID = (pthread_t ) (0);
3962 #else
3963         NO_SUCH_CHILD_PID = pthread_self(); /* not a child thread */
3964 #endif
3965         /*
3966          *      Initialize the threads ONLY if we're spawning, AND
3967          *      we're running normally.
3968          */
3969         if (spawn_flag && !check_config &&
3970             (thread_pool_init(cs, &spawn_flag) < 0)) {
3971                 exit(1);
3972         }
3973 #endif
3974
3975         /*
3976          *      Move all of the thread calls to this file?
3977          *
3978          *      It may be best for the mutexes to be in this file...
3979          */
3980         have_children = spawn_flag;
3981
3982         if (check_config) {
3983                 DEBUG("%s: #### Skipping IP addresses and Ports ####",
3984                        mainconfig.name);
3985                 return 1;
3986         }
3987
3988 #ifdef WITH_SELF_PIPE
3989         /*
3990          *      Child threads need a pipe to signal us, as do the
3991          *      signal handlers.
3992          */
3993         if (pipe(self_pipe) < 0) {
3994                 radlog(L_ERR, "radiusd: Error opening internal pipe: %s",
3995                        strerror(errno));
3996                 exit(1);
3997         }
3998         if (fcntl(self_pipe[0], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
3999                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
4000                        strerror(errno));
4001                 exit(1);
4002         }
4003         if (fcntl(self_pipe[1], F_SETFL, O_NONBLOCK | FD_CLOEXEC) < 0) {
4004                 radlog(L_ERR, "radiusd: Error setting internal flags: %s",
4005                        strerror(errno));
4006                 exit(1);
4007         }
4008
4009         if (!fr_event_fd_insert(el, 0, self_pipe[0],
4010                                   event_signal_handler, el)) {
4011                 radlog(L_ERR, "Failed creating handler for signals");
4012                 exit(1);
4013         }
4014 #endif  /* WITH_SELF_PIPE */
4015
4016        DEBUG("%s: #### Opening IP addresses and Ports ####",
4017                mainconfig.name);
4018
4019        /*
4020         *       The server temporarily switches to an unprivileged
4021         *       user very early in the bootstrapping process.
4022         *       However, some sockets MAY require privileged access
4023         *       (bind to device, or to port < 1024, or to raw
4024         *       sockets).  Those sockets need to call suid up/down
4025         *       themselves around the functions that need a privileged
4026         *       uid.
4027         */
4028         if (listen_init(cs, &head) < 0) {
4029                 _exit(1);
4030         }
4031         
4032         mainconfig.listen = head;
4033
4034         /*
4035          *      At this point, no one has any business *ever* going
4036          *      back to root uid.
4037          */
4038         fr_suid_down_permanent();
4039
4040         return 1;
4041 }
4042
4043
4044 static int request_hash_cb(UNUSED void *ctx, void *data)
4045 {
4046         REQUEST *request = fr_packet2myptr(REQUEST, packet, data);
4047
4048 #ifdef WITH_PROXY
4049         rad_assert(request->in_proxy_hash == FALSE);
4050 #endif
4051
4052         ev_request_free(&request);
4053
4054         return 0;
4055 }
4056
4057
4058 #ifdef WITH_PROXY
4059 static int proxy_hash_cb(UNUSED void *ctx, void *data)
4060 {
4061         REQUEST *request = fr_packet2myptr(REQUEST, proxy, data);
4062
4063         ev_request_free(&request);
4064
4065         return 0;
4066 }
4067 #endif
4068
4069 void radius_event_free(void)
4070 {
4071         /*
4072          *      FIXME: Stop all threads, or at least check that
4073          *      they're all waiting on the semaphore, and the queues
4074          *      are empty.
4075          */
4076
4077 #ifdef WITH_PROXY
4078         /*
4079          *      There are requests in the proxy hash that aren't
4080          *      referenced from anywhere else.  Remove them first.
4081          */
4082         if (proxy_list) {
4083                 fr_packet_list_walk(proxy_list, NULL, proxy_hash_cb);
4084                 fr_packet_list_free(proxy_list);
4085                 proxy_list = NULL;
4086         }
4087 #endif
4088
4089         fr_packet_list_walk(pl, NULL, request_hash_cb);
4090
4091         fr_packet_list_free(pl);
4092         pl = NULL;
4093
4094         fr_event_list_free(el);
4095 }
4096
4097 int radius_event_process(void)
4098 {
4099         if (!el) return 0;
4100
4101         return fr_event_loop(el);
4102 }
4103
4104 void radius_handle_request(REQUEST *request, RAD_REQUEST_FUNP fun)
4105 {
4106         request->options = RAD_REQUEST_OPTION_DEBUG2;
4107
4108         if (request_pre_handler(request)) {
4109                 rad_assert(fun != NULL);
4110                 rad_assert(request != NULL);
4111                 
4112                 if (request->server) RDEBUG("server %s {",
4113                                             request->server != NULL ?
4114                                             request->server : ""); 
4115                 fun(request);
4116
4117                 if (request->server) RDEBUG("} # server %s",
4118                                              request->server != NULL ?
4119                                             request->server : "");
4120
4121                 request_post_handler(request);
4122         }
4123
4124         DEBUG2("Going to the next request");
4125         return;
4126 }