src/main/radsniff.c

   1 /*
   2  *   This program is is free software; you can redistribute it and/or modify
   3  *   it under the terms of the GNU General Public License, version 2 if the
   4  *   License as published by the Free Software Foundation.
   5  *
   6  *   This program is distributed in the hope that it will be useful,
   7  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
   8  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   9  *   GNU General Public License for more details.
  10  *
  11  *   You should have received a copy of the GNU General Public License
  12  *   along with this program; if not, write to the Free Software
  13  *   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  14  */
  15
  16 /**
  17  * $Id$
  18  * @file radsniff.c
  19  * @brief Capture, filter, and generate statistics for RADIUS traffic
  20  *
  21  * @copyright 2013 Arran Cudbard-Bell <a.cudbardb@freeradius.org>
  22  * @copyright 2006 The FreeRADIUS server project
  23  * @copyright 2006 Nicolas Baradakis <nicolas.baradakis@cegetel.net>
  24  */
  25
  26 RCSID("$Id$")
  27
  28 #define _LIBRADIUS 1
  29 #include <assert.h>
  30 #include <time.h>
  31 #include <math.h>
  32 #include <freeradius-devel/libradius.h>
  33 #include <freeradius-devel/event.h>
  34
  35 #include <freeradius-devel/radpaths.h>
  36 #include <freeradius-devel/conf.h>
  37 #include <freeradius-devel/pcap.h>
  38 #include <freeradius-devel/radsniff.h>
  39
  40 #ifdef HAVE_COLLECTDC_H
  41 #  include <collectd/client.h>
  42 #endif
  43
  44 static rs_t *conf;
  45 struct timeval start_pcap = {0, 0};
  46 static char timestr[50];
  47
  48 static rbtree_t *request_tree = NULL;
  49 static rbtree_t *link_tree = NULL;
  50 static fr_event_list_t *events;
  51 static bool cleanup;
  52
  53 static int self_pipe[2] = {-1, -1};             //!< Signals from sig handlers
  54
  55 typedef int (*rbcmp)(void const *, void const *);
  56
  57 static char const *radsniff_version = "radsniff version " RADIUSD_VERSION_STRING
  58 #ifdef RADIUSD_VERSION_COMMIT
  59 " (git #" STRINGIFY(RADIUSD_VERSION_COMMIT) ")"
  60 #endif
  61 ", built on " __DATE__ " at " __TIME__;
  62
  63 static int rs_useful_codes[] = {
  64         PW_CODE_AUTHENTICATION_REQUEST,         //!< RFC2865 - Authentication request
  65         PW_CODE_AUTHENTICATION_ACK,             //!< RFC2865 - Access-Accept
  66         PW_CODE_AUTHENTICATION_REJECT,          //!< RFC2865 - Access-Reject
  67         PW_CODE_ACCOUNTING_REQUEST,             //!< RFC2866 - Accounting-Request
  68         PW_CODE_ACCOUNTING_RESPONSE,            //!< RFC2866 - Accounting-Response
  69         PW_CODE_ACCESS_CHALLENGE,               //!< RFC2865 - Access-Challenge
  70         PW_CODE_STATUS_SERVER,                  //!< RFC2865/RFC5997 - Status Server (request)
  71         PW_CODE_STATUS_CLIENT,                  //!< RFC2865/RFC5997 - Status Server (response)
  72         PW_CODE_DISCONNECT_REQUEST,             //!< RFC3575/RFC5176 - Disconnect-Request
  73         PW_CODE_DISCONNECT_ACK,                 //!< RFC3575/RFC5176 - Disconnect-Ack (positive)
  74         PW_CODE_DISCONNECT_NAK,                 //!< RFC3575/RFC5176 - Disconnect-Nak (not willing to perform)
  75         PW_CODE_COA_REQUEST,                    //!< RFC3575/RFC5176 - CoA-Request
  76         PW_CODE_COA_ACK,                        //!< RFC3575/RFC5176 - CoA-Ack (positive)
  77         PW_CODE_COA_NAK,                        //!< RFC3575/RFC5176 - CoA-Nak (not willing to perform)
  78 };
  79
  80 const FR_NAME_NUMBER rs_events[] = {
  81         { "received",   RS_NORMAL       },
  82         { "norsp",      RS_LOST         },
  83         { "rtx",        RS_RTX          },
  84         { "noreq",      RS_UNLINKED     },
  85         { "reused",     RS_REUSED       },
  86         { "error",      RS_ERROR        },
  87         {  NULL , -1 }
  88 };
  89
  90 static void NEVER_RETURNS usage(int status);
  91
  92 /** Fork and kill the parent process, writing out our PID
  93  *
  94  * @param pidfile the PID file to write our PID to
  95  */
  96 static void rs_daemonize(char const *pidfile)
  97 {
  98         FILE *fp;
  99         pid_t pid, sid;
 100
 101         pid = fork();
 102         if (pid < 0) {
 103                 exit(EXIT_FAILURE);
 104         }
 105
 106         /*
 107          *      Kill the parent...
 108          */
 109         if (pid > 0) {
 110                 close(self_pipe[0]);
 111                 close(self_pipe[1]);
 112                 exit(EXIT_SUCCESS);
 113         }
 114
 115         /*
 116          *      Continue as the child.
 117          */
 118
 119         /* Create a new SID for the child process */
 120         sid = setsid();
 121         if (sid < 0) {
 122                 exit(EXIT_FAILURE);
 123         }
 124
 125         /*
 126          *      Change the current working directory. This prevents the current
 127          *      directory from being locked; hence not being able to remove it.
 128          */
 129         if ((chdir("/")) < 0) {
 130                 exit(EXIT_FAILURE);
 131         }
 132
 133         /*
 134          *      And write it AFTER we've forked, so that we write the
 135          *      correct PID.
 136          */
 137         fp = fopen(pidfile, "w");
 138         if (fp != NULL) {
 139                 fprintf(fp, "%d\n", (int) sid);
 140                 fclose(fp);
 141         } else {
 142                 ERROR("Failed creating PID file %s: %s", pidfile, fr_syserror(errno));
 143                 exit(EXIT_FAILURE);
 144         }
 145
 146         /*
 147          *      Close stdout and stderr if they've not been redirected.
 148          */
 149         if (isatty(fileno(stdout))) {
 150                 if (!freopen("/dev/null", "w", stdout)) {
 151                         exit(EXIT_FAILURE);
 152                 }
 153         }
 154
 155         if (isatty(fileno(stderr))) {
 156                 if (!freopen("/dev/null", "w", stderr)) {
 157                         exit(EXIT_FAILURE);
 158                 }
 159         }
 160 }
 161
 162 #define USEC 1000000
 163 static void rs_tv_sub(struct timeval const *end, struct timeval const *start, struct timeval *elapsed)
 164 {
 165         elapsed->tv_sec = end->tv_sec - start->tv_sec;
 166         if (elapsed->tv_sec > 0) {
 167                 elapsed->tv_sec--;
 168                 elapsed->tv_usec = USEC;
 169         } else {
 170                 elapsed->tv_usec = 0;
 171         }
 172         elapsed->tv_usec += end->tv_usec;
 173         elapsed->tv_usec -= start->tv_usec;
 174
 175         if (elapsed->tv_usec >= USEC) {
 176                 elapsed->tv_usec -= USEC;
 177                 elapsed->tv_sec++;
 178         }
 179 }
 180
 181 static void rs_tv_add_ms(struct timeval const *start, unsigned long interval, struct timeval *result) {
 182     result->tv_sec = start->tv_sec + (interval / 1000);
 183     result->tv_usec = start->tv_usec + ((interval % 1000) * 1000);
 184
 185     if (result->tv_usec > USEC) {
 186         result->tv_usec -= USEC;
 187         result->tv_sec++;
 188     }
 189 }
 190
 191 static void rs_time_print(char *out, size_t len, struct timeval const *t)
 192 {
 193         size_t ret;
 194         struct timeval now;
 195         uint32_t usec;
 196
 197         if (!t) {
 198                 gettimeofday(&now, NULL);
 199                 t = &now;
 200         }
 201
 202         ret = strftime(out, len, "%Y-%m-%d %H:%M:%S", localtime(&t->tv_sec));
 203         if (ret >= len) {
 204                 return;
 205         }
 206
 207         usec = t->tv_usec;
 208
 209         if (usec) {
 210                 while (usec < 100000) usec *= 10;
 211                 snprintf(out + ret, len - ret, ".%i", usec);
 212         } else {
 213                 snprintf(out + ret, len - ret, ".000000");
 214         }
 215 }
 216
 217 static void rs_packet_print_null(UNUSED uint64_t count, UNUSED rs_status_t status, UNUSED fr_pcap_t *handle,
 218                                  UNUSED RADIUS_PACKET *packet, UNUSED struct timeval *elapsed,
 219                                  UNUSED struct timeval *latency, UNUSED bool response, UNUSED bool body)
 220 {
 221         return;
 222 }
 223
 224 static size_t rs_prints_csv(char *out, size_t outlen, char const *in, size_t inlen)
 225 {
 226         char const      *start = out;
 227         uint8_t const   *str = (uint8_t const *) in;
 228
 229         if (!in) {
 230                 if (outlen) {
 231                         *out = '\0';
 232                 }
 233
 234                 return 0;
 235         }
 236
 237         if (inlen == 0) {
 238                 inlen = strlen(in);
 239         }
 240
 241         while ((inlen > 0) && (outlen > 2)) {
 242                 /*
 243                  *      Escape double quotes with... MORE DOUBLE QUOTES!
 244                  */
 245                 if (*str == '"') {
 246                         *out++ = '"';
 247                         outlen--;
 248                 }
 249
 250                 /*
 251                  *      Safe chars which require no escaping
 252                  */
 253                 if ((*str == '\r') || (*str == '\n') || ((*str >= '\x20') && (*str <= '\x7E'))) {
 254                         *out++ = *str++;
 255                         outlen--;
 256                         inlen--;
 257
 258                         continue;
 259                 }
 260
 261                 /*
 262                  *      Everything else is dropped
 263                  */
 264                 str++;
 265                 inlen--;
 266         }
 267         *out = '\0';
 268
 269         return out - start;
 270 }
 271
 272 static void rs_packet_print_csv_header(void)
 273 {
 274         char buffer[2048];
 275         char *p = buffer;
 276         int i;
 277
 278         ssize_t len, s = sizeof(buffer);
 279
 280         len = strlcpy(p, "\"Status\",\"Count\",\"Time\",\"Latency\",\"Type\",\"Interface\","
 281                       "\"Src IP\",\"Src Port\",\"Dst IP\",\"Dst Port\",\"ID\",", s);
 282         p += len;
 283         s -= len;
 284
 285         if (s <= 0) return;
 286
 287         for (i = 0; i < conf->list_da_num; i++) {
 288                 char const *in;
 289
 290                 *p++ = '"';
 291                 s -= 1;
 292                 if (s <= 0) return;
 293
 294                 for (in = conf->list_da[i]->name; *in; in++) {
 295                         *p++ = *in;
 296                         s -= len;
 297                         if (s <= 0) return;
 298                 }
 299
 300                 *p++ = '"';
 301                 s -= 1;
 302                 if (s <= 0) return;
 303                 *p++ = ',';
 304                 s -= 1;
 305                 if (s <= 0) return;
 306         }
 307
 308         *--p = '\0';
 309
 310         fprintf(stdout , "%s\n", buffer);
 311 }
 312
 313 static void rs_packet_print_csv(uint64_t count, rs_status_t status, fr_pcap_t *handle, RADIUS_PACKET *packet,
 314                                 UNUSED struct timeval *elapsed, struct timeval *latency, UNUSED bool response,
 315                                 bool body)
 316 {
 317         char const *status_str;
 318         char buffer[2048];
 319         char *p = buffer;
 320
 321         char src[INET6_ADDRSTRLEN];
 322         char dst[INET6_ADDRSTRLEN];
 323
 324         ssize_t len, s = sizeof(buffer);
 325
 326         inet_ntop(packet->src_ipaddr.af, &packet->src_ipaddr.ipaddr, src, sizeof(src));
 327         inet_ntop(packet->dst_ipaddr.af, &packet->dst_ipaddr.ipaddr, dst, sizeof(dst));
 328
 329         status_str = fr_int2str(rs_events, status, NULL);
 330         assert(status_str);
 331
 332         len = snprintf(p, s, "%s,%" PRIu64 ",%s,", status_str, count, timestr);
 333         p += len;
 334         s -= len;
 335
 336         if (s <= 0) return;
 337
 338         if (latency) {
 339                 len = snprintf(p, s, "%u.%03u,",
 340                                (unsigned int) latency->tv_sec, ((unsigned int) latency->tv_usec / 1000));
 341                 p += len;
 342                 s -= len;
 343         } else {
 344                 *p = ',';
 345                 p += 1;
 346                 s -= 1;
 347         }
 348
 349         if (s <= 0) return;
 350
 351         /* Status, Type, Interface, Src, Src port, Dst, Dst port, ID */
 352         if (is_radius_code(packet->code)) {
 353                 len = snprintf(p, s, "%s,%s,%s,%i,%s,%i,%i,", fr_packet_codes[packet->code], handle->name,
 354                                src, packet->src_port, dst, packet->dst_port, packet->id);
 355         } else {
 356                 len = snprintf(p, s, "%i,%s,%s,%i,%s,%i,%i,", packet->code, handle->name,
 357                                src, packet->src_port, dst, packet->dst_port, packet->id);
 358         }
 359         p += len;
 360         s -= len;
 361
 362         if (s <= 0) return;
 363
 364         if (body) {
 365                 int i;
 366                 VALUE_PAIR *vp;
 367
 368                 for (i = 0; i < conf->list_da_num; i++) {
 369                         vp = pairfind_da(packet->vps, conf->list_da[i], TAG_ANY);
 370                         if (vp && (vp->length > 0)) {
 371                                 if (conf->list_da[i]->type == PW_TYPE_STRING) {
 372                                         *p++ = '"';
 373                                         s--;
 374                                         if (s <= 0) return;
 375
 376                                         len = rs_prints_csv(p, s, vp->vp_strvalue, vp->length);
 377                                         p += len;
 378                                         s -= len;
 379                                         if (s <= 0) return;
 380
 381                                         *p++ = '"';
 382                                         s--;
 383                                         if (s <= 0) return;
 384                                 } else {
 385                                         len = vp_prints_value(p, s, vp, 0);
 386                                         p += len;
 387                                         s -= len;
 388                                         if (s <= 0) return;
 389                                 }
 390                         }
 391
 392                         *p++ = ',';
 393                         s -= 1;
 394                         if (s <= 0) return;
 395                 }
 396         } else {
 397                 s -= conf->list_da_num;
 398                 if (s <= 0) return;
 399
 400                 memset(p, ',', conf->list_da_num);
 401                 p += conf->list_da_num;
 402         }
 403
 404         *--p = '\0';
 405         fprintf(stdout , "%s\n", buffer);
 406 }
 407
 408 static void rs_packet_print_fancy(uint64_t count, rs_status_t status, fr_pcap_t *handle, RADIUS_PACKET *packet,
 409                                   struct timeval *elapsed, struct timeval *latency, bool response, bool body)
 410 {
 411         char buffer[2048];
 412         char *p = buffer;
 413
 414         char src[INET6_ADDRSTRLEN];
 415         char dst[INET6_ADDRSTRLEN];
 416
 417         ssize_t len, s = sizeof(buffer);
 418
 419         inet_ntop(packet->src_ipaddr.af, &packet->src_ipaddr.ipaddr, src, sizeof(src));
 420         inet_ntop(packet->dst_ipaddr.af, &packet->dst_ipaddr.ipaddr, dst, sizeof(dst));
 421
 422         /* Only print out status str if something's not right */
 423         if (status != RS_NORMAL) {
 424                 char const *status_str;
 425
 426                 status_str = fr_int2str(rs_events, status, NULL);
 427                 assert(status_str);
 428
 429                 len = snprintf(p, s, "** %s ** ", status_str);
 430                 p += len;
 431                 s -= len;
 432                 if (s <= 0) return;
 433         }
 434
 435         if (is_radius_code(packet->code)) {
 436                 len = snprintf(p, s, "%s Id %i %s:%s:%d %s %s:%i ",
 437                                fr_packet_codes[packet->code],
 438                                packet->id,
 439                                handle->name,
 440                                response ? dst : src,
 441                                response ? packet->dst_port : packet->src_port,
 442                                response ? "<-" : "->",
 443                                response ? src : dst ,
 444                                response ? packet->src_port : packet->dst_port);
 445         } else {
 446                 len = snprintf(p, s, "%i Id %i %s:%s:%i %s %s:%i ",
 447                                packet->code,
 448                                packet->id,
 449                                handle->name,
 450                                response ? dst : src,
 451                                response ? packet->dst_port : packet->src_port,
 452                                response ? "<-" : "->",
 453                                response ? src : dst ,
 454                                response ? packet->src_port : packet->dst_port);
 455         }
 456         p += len;
 457         s -= len;
 458         if (s <= 0) return;
 459
 460         if (elapsed) {
 461                 len = snprintf(p, s, "+%u.%03u ",
 462                                (unsigned int) elapsed->tv_sec, ((unsigned int) elapsed->tv_usec / 1000));
 463                 p += len;
 464                 s -= len;
 465                 if (s <= 0) return;
 466         }
 467
 468         if (latency) {
 469                 len = snprintf(p, s, "+%u.%03u ",
 470                                (unsigned int) latency->tv_sec, ((unsigned int) latency->tv_usec / 1000));
 471                 p += len;
 472                 s -= len;
 473                 if (s <= 0) return;
 474         }
 475
 476         *--p = '\0';
 477
 478         RIDEBUG("%s", buffer);
 479
 480         if (body) {
 481                 /*
 482                  *      Print out verbose HEX output
 483                  */
 484                 if (conf->print_packet && (fr_debug_flag > 3)) {
 485                         rad_print_hex(packet);
 486                 }
 487
 488                 if (conf->print_packet && (fr_debug_flag > 1) && packet->vps) {
 489                         pairsort(&packet->vps, attrtagcmp);
 490                         vp_printlist(fr_log_fp, packet->vps);
 491                 }
 492         }
 493 }
 494
 495 static void rs_stats_print(rs_latency_t *stats, PW_CODE code)
 496 {
 497         int i;
 498         bool have_rt = false;
 499
 500         for (i = 0; i <= RS_RETRANSMIT_MAX; i++) {
 501                 if (stats->interval.rt[i]) {
 502                         have_rt = true;
 503                 }
 504         }
 505
 506         if (!stats->interval.received && !have_rt && !stats->interval.reused) {
 507                 return;
 508         }
 509
 510         if (stats->interval.received || stats->interval.linked) {
 511                 INFO("%s counters:", fr_packet_codes[code]);
 512                 if (stats->interval.received > 0) {
 513                         INFO("\tTotal     : %.3lf/s" , stats->interval.received);
 514                 }
 515         }
 516
 517         if (stats->interval.linked > 0) {
 518                 INFO("\tLinked    : %.3lf/s", stats->interval.linked);
 519                 INFO("\tUnlinked  : %.3lf/s", stats->interval.unlinked);
 520                 INFO("%s latency:", fr_packet_codes[code]);
 521                 INFO("\tHigh      : %.3lfms", stats->interval.latency_high);
 522                 INFO("\tLow       : %.3lfms", stats->interval.latency_low);
 523                 INFO("\tAverage   : %.3lfms", stats->interval.latency_average);
 524                 INFO("\tMA        : %.3lfms", stats->latency_smoothed);
 525         }
 526
 527         if (have_rt || stats->interval.lost || stats->interval.reused) {
 528                 INFO("%s retransmits & loss:",  fr_packet_codes[code]);
 529
 530                 if (stats->interval.lost) {
 531                         INFO("\tLost      : %.3lf/s", stats->interval.lost);
 532                 }
 533
 534                 if (stats->interval.reused) {
 535                         INFO("\tID Reused : %.3lf/s", stats->interval.reused);
 536                 }
 537
 538                 for (i = 0; i <= RS_RETRANSMIT_MAX; i++) {
 539                         if (!stats->interval.rt[i]) {
 540                                 continue;
 541                         }
 542
 543                         if (i != RS_RETRANSMIT_MAX) {
 544                                 INFO("\tRT (%i)    : %.3lf/s", i, stats->interval.rt[i]);
 545                         } else {
 546                                 INFO("\tRT (%i+)   : %.3lf/s", i, stats->interval.rt[i]);
 547                         }
 548                 }
 549         }
 550 }
 551
 552 /** Query libpcap to see if it dropped any packets
 553  *
 554  * We need to check to see if libpcap dropped any packets and if it did, we need to stop stats output for long
 555  * enough for inaccurate statistics to be cleared out.
 556  *
 557  * @param in pcap handle to check.
 558  * @param interval time between checks (used for debug output)
 559  * @return 0, no drops, -1 we couldn't check, -2 dropped because of buffer exhaustion, -3 dropped because of NIC.
 560  */
 561 static int rs_check_pcap_drop(fr_pcap_t *in, int interval) {
 562         int ret = 0;
 563         struct pcap_stat pstats;
 564
 565         if (pcap_stats(in->handle, &pstats) != 0) {
 566                 ERROR("%s failed retrieving pcap stats: %s", in->name, pcap_geterr(in->handle));
 567                 return -1;
 568         }
 569
 570         INFO("\t%s%*s: %.3lf/s", in->name, (int) (10 - strlen(in->name)), "",
 571              ((double) (pstats.ps_recv - in->pstats.ps_recv)) / interval);
 572
 573         if (pstats.ps_drop - in->pstats.ps_drop > 0) {
 574                 ERROR("%s dropped %i packets: Buffer exhaustion", in->name, pstats.ps_drop - in->pstats.ps_drop);
 575                 ret = -2;
 576         }
 577
 578         if (pstats.ps_ifdrop - in->pstats.ps_ifdrop > 0) {
 579                 ERROR("%s dropped %i packets: Interface", in->name, pstats.ps_ifdrop - in->pstats.ps_ifdrop);
 580                 ret = -3;
 581         }
 582
 583         in->pstats = pstats;
 584
 585         return ret;
 586 }
 587
 588 /** Update smoothed average
 589  *
 590  */
 591 static void rs_stats_process_latency(rs_latency_t *stats)
 592 {
 593         /*
 594          *      If we didn't link any packets during this interval, we don't have a value to return.
 595          *      returning 0 is misleading as it would be like saying the latency had dropped to 0.
 596          *      We instead set NaN which libcollectd converts to a 'U' or unknown value.
 597          *
 598          *      This will cause gaps in graphs, but is completely legitimate as we are missing data.
 599          *      This is unfortunately an effect of being just a passive observer.
 600          */
 601         if (stats->interval.linked_total == 0) {
 602                 double unk = strtod("NAN()", (char **) NULL);
 603
 604                 stats->interval.latency_average = unk;
 605                 stats->interval.latency_high = unk;
 606                 stats->interval.latency_low = unk;
 607
 608                 /*
 609                  *      We've not yet been able to determine latency, so latency_smoothed is also NaN
 610                  */
 611                 if (stats->latency_smoothed_count == 0) {
 612                         stats->latency_smoothed = unk;
 613                 }
 614                 return;
 615         }
 616
 617         if (stats->interval.linked_total && stats->interval.latency_total) {
 618                 stats->interval.latency_average = (stats->interval.latency_total / stats->interval.linked_total);
 619         }
 620
 621         if (isnan(stats->latency_smoothed)) {
 622                 stats->latency_smoothed = 0;
 623         }
 624         if (stats->interval.latency_average > 0) {
 625                 stats->latency_smoothed_count++;
 626                 stats->latency_smoothed += ((stats->interval.latency_average - stats->latency_smoothed) /
 627                                        ((stats->latency_smoothed_count < 100) ? stats->latency_smoothed_count : 100));
 628         }
 629 }
 630
 631 static void rs_stats_process_counters(rs_latency_t *stats)
 632 {
 633         int i;
 634
 635         stats->interval.received = ((long double) stats->interval.received_total) / conf->stats.interval;
 636         stats->interval.linked = ((long double) stats->interval.linked_total) / conf->stats.interval;
 637         stats->interval.unlinked = ((long double) stats->interval.unlinked_total) / conf->stats.interval;
 638         stats->interval.reused = ((long double) stats->interval.reused_total) / conf->stats.interval;
 639         stats->interval.lost = ((long double) stats->interval.lost_total) / conf->stats.interval;
 640
 641         for (i = 0; i < RS_RETRANSMIT_MAX; i++) {
 642                 stats->interval.rt[i] = ((long double) stats->interval.rt_total[i]) / conf->stats.interval;
 643         }
 644 }
 645
 646 /** Process stats for a single interval
 647  *
 648  */
 649 static void rs_stats_process(void *ctx)
 650 {
 651         size_t i;
 652         size_t rs_codes_len = (sizeof(rs_useful_codes) / sizeof(*rs_useful_codes));
 653         fr_pcap_t               *in_p;
 654         rs_update_t             *this = ctx;
 655         rs_stats_t              *stats = this->stats;
 656         struct timeval          now;
 657
 658         gettimeofday(&now, NULL);
 659
 660         stats->intervals++;
 661
 662         INFO("######### Stats Iteration %i #########", stats->intervals);
 663
 664         /*
 665          *      Verify that none of the pcap handles have dropped packets.
 666          */
 667         INFO("Interface capture rate:");
 668         for (in_p = this->in;
 669              in_p;
 670              in_p = in_p->next) {
 671                 if (rs_check_pcap_drop(in_p, conf->stats.interval) < 0) {
 672                         ERROR("Muting stats for the next %i milliseconds", conf->stats.timeout);
 673
 674                         rs_tv_add_ms(&now, conf->stats.timeout, &stats->quiet);
 675                         goto clear;
 676                 }
 677         }
 678
 679         if ((stats->quiet.tv_sec + (stats->quiet.tv_usec / 1000000.0)) -
 680             (now.tv_sec + (now.tv_usec / 1000000.0)) > 0) {
 681                 INFO("Stats muted because of warmup, or previous error");
 682                 goto clear;
 683         }
 684
 685         /*
 686          *      Latency stats need a bit more work to calculate the SMA.
 687          *
 688          *      No further work is required for codes.
 689          */
 690         for (i = 0; i < rs_codes_len; i++) {
 691                 rs_stats_process_latency(&stats->exchange[rs_useful_codes[i]]);
 692                 rs_stats_process_counters(&stats->exchange[rs_useful_codes[i]]);
 693                 if (fr_debug_flag > 0) {
 694                         rs_stats_print(&stats->exchange[rs_useful_codes[i]], rs_useful_codes[i]);
 695                 }
 696         }
 697
 698 #ifdef HAVE_COLLECTDC_H
 699         /*
 700          *      Update stats in collectd using the complex structures we
 701          *      initialised earlier.
 702          */
 703         if ((conf->stats.out == RS_STATS_OUT_COLLECTD) && conf->stats.handle) {
 704                 rs_stats_collectd_do_stats(conf, conf->stats.tmpl, &now);
 705         }
 706 #endif
 707
 708         clear:
 709         /*
 710          *      Rinse and repeat...
 711          */
 712         for (i = 0; i < rs_codes_len; i++) {
 713                 memset(&stats->exchange[rs_useful_codes[i]].interval, 0,
 714                        sizeof(stats->exchange[rs_useful_codes[i]].interval));
 715         }
 716
 717         {
 718                 static fr_event_t *event;
 719
 720                 now.tv_sec += conf->stats.interval;
 721                 now.tv_usec = 0;
 722
 723                 if (!fr_event_insert(this->list, rs_stats_process, ctx, &now, &event)) {
 724                         ERROR("Failed inserting stats interval event");
 725                 }
 726         }
 727 }
 728
 729
 730 /** Update latency statistics for request/response and forwarded packets
 731  *
 732  */
 733 static void rs_stats_update_latency(rs_latency_t *stats, struct timeval *latency)
 734 {
 735         double lint;
 736
 737         stats->interval.linked_total++;
 738         /* More useful is this in milliseconds */
 739         lint = (latency->tv_sec + (latency->tv_usec / 1000000.0)) * 1000;
 740         if (lint > stats->interval.latency_high) {
 741                 stats->interval.latency_high = lint;
 742         }
 743         if (!stats->interval.latency_low || (lint < stats->interval.latency_low)) {
 744                 stats->interval.latency_low = lint;
 745         }
 746         stats->interval.latency_total += lint;
 747
 748 }
 749
 750 /** Copy a subset of attributes from one list into the other
 751  *
 752  * Should be O(n) if all the attributes exist.  List must be pre-sorted.
 753  */
 754 static int rs_get_pairs(TALLOC_CTX *ctx, VALUE_PAIR **out, VALUE_PAIR *vps, DICT_ATTR const *da[], int num)
 755 {
 756         vp_cursor_t list_cursor, out_cursor;
 757         VALUE_PAIR *match, *last_match, *copy;
 758         uint64_t count = 0;
 759         int i;
 760
 761         last_match = vps;
 762
 763         fr_cursor_init(&list_cursor, &last_match);
 764         fr_cursor_init(&out_cursor, out);
 765         for (i = 0; i < num; i++) {
 766                 match = fr_cursor_next_by_da(&list_cursor, da[i], TAG_ANY);
 767                 if (!match) {
 768                         fr_cursor_init(&list_cursor, &last_match);
 769                         continue;
 770                 }
 771
 772                 do {
 773                         copy = paircopyvp(ctx, match);
 774                         if (!copy) {
 775                                 pairfree(out);
 776                                 return -1;
 777                         }
 778                         fr_cursor_insert(&out_cursor, copy);
 779                         last_match = match;
 780
 781                         count++;
 782                 } while ((match = fr_cursor_next_by_da(&list_cursor, da[i], TAG_ANY)));
 783         }
 784
 785         return count;
 786 }
 787
 788 static int _request_free(rs_request_t *request)
 789 {
 790         /*
 791          *      If were attempting to cleanup the request, and it's no longer in the request_tree
 792          *      something has gone very badly wrong.
 793          */
 794         if (request->in_request_tree) {
 795                 assert(rbtree_deletebydata(request_tree, request));
 796         }
 797
 798         if (request->in_link_tree) {
 799                 assert(rbtree_deletebydata(link_tree, request));
 800         }
 801
 802         if (request->event) {
 803                 assert(fr_event_delete(events, &request->event));
 804         }
 805
 806         rad_free(&request->packet);
 807         rad_free(&request->expect);
 808         rad_free(&request->linked);
 809
 810         return 0;
 811 }
 812
 813 static void rs_packet_cleanup(rs_request_t *request)
 814 {
 815
 816         RADIUS_PACKET *packet = request->packet;
 817         uint64_t count = request->id;
 818
 819         assert(request->stats_req);
 820         assert(!request->rt_rsp || request->stats_rsp);
 821         assert(packet);
 822
 823         /*
 824          *      Don't pollute stats or print spurious messages as radsniff closes.
 825          */
 826         if (cleanup) {
 827                 talloc_free(request);
 828                 return;
 829         }
 830
 831         if (RIDEBUG_ENABLED()) {
 832                 rs_time_print(timestr, sizeof(timestr), &request->when);
 833         }
 834
 835         /*
 836          *      Were at packet cleanup time which is when the packet was received + timeout
 837          *      and it's not been linked with a forwarded packet or a response.
 838          *
 839          *      We now count it as lost.
 840          */
 841         if (!request->silent_cleanup) {
 842                 if (!request->linked) {
 843                         request->stats_req->interval.lost_total++;
 844
 845                         if (conf->event_flags & RS_LOST) {
 846                                 /* @fixme We should use flags in the request to indicate whether it's been dumped
 847                                  * to a PCAP file or logged yet, this simplifies the body logging logic */
 848                                 conf->logger(request->id, RS_LOST, request->in, packet, NULL, NULL, false,
 849                                              conf->filter_response_vps || !(conf->event_flags & RS_NORMAL));
 850                         }
 851                 }
 852
 853                 if (request->in->type == PCAP_INTERFACE_IN) {
 854                         RDEBUG("Cleaning up request packet ID %i", request->expect->id);
 855                 }
 856         }
 857
 858         /*
 859          *      Now the request is done, we can update the retransmission stats
 860          */
 861         if (request->rt_req > RS_RETRANSMIT_MAX) {
 862                 request->stats_req->interval.rt_total[RS_RETRANSMIT_MAX]++;
 863         } else {
 864                 request->stats_req->interval.rt_total[request->rt_req]++;
 865         }
 866
 867         if (request->rt_rsp) {
 868                 if (request->rt_rsp > RS_RETRANSMIT_MAX) {
 869                         request->stats_rsp->interval.rt_total[RS_RETRANSMIT_MAX]++;
 870                 } else {
 871                         request->stats_rsp->interval.rt_total[request->rt_rsp]++;
 872                 }
 873         }
 874
 875         talloc_free(request);
 876 }
 877
 878 static void _rs_event(void *ctx)
 879 {
 880         rs_request_t *request = talloc_get_type_abort(ctx, rs_request_t);
 881         request->event = NULL;
 882         rs_packet_cleanup(request);
 883 }
 884
 885 /** Wrapper around fr_packet_cmp to strip off the outer request struct
 886  *
 887  */
 888 static int rs_packet_cmp(rs_request_t const *a, rs_request_t const *b)
 889 {
 890         return fr_packet_cmp(a->expect, b->expect);
 891 }
 892
 893 /* This is the same as immediately scheduling the cleanup event */
 894 #define RS_CLEANUP_NOW(_x, _s)\
 895         {\
 896                 _x->silent_cleanup = _s;\
 897                 _x->when = header->ts;\
 898                 rs_packet_cleanup(_x);\
 899                 _x = NULL;\
 900         } while (0)
 901
 902 static void rs_packet_process(uint64_t count, rs_event_t *event, struct pcap_pkthdr const *header, uint8_t const *data)
 903 {
 904         rs_stats_t              *stats = event->stats;
 905         struct timeval          elapsed = {0, 0};
 906         struct timeval          latency;
 907
 908         /*
 909          *      Pointers into the packet data we just received
 910          */
 911         ssize_t len;
 912         uint8_t const           *p = data;
 913
 914         ip_header_t const       *ip = NULL;             /* The IP header */
 915         ip_header6_t const      *ip6 = NULL;            /* The IPv6 header */
 916         udp_header_t const      *udp;                   /* The UDP header */
 917         uint8_t                 version;                /* IP header version */
 918         bool                    response;               /* Was it a response code */
 919
 920         decode_fail_t           reason;                 /* Why we failed decoding the packet */
 921         static uint64_t         captured = 0;
 922
 923         rs_status_t             status = RS_NORMAL;     /* Any special conditions (RTX, Unlinked, ID-Reused) */
 924         RADIUS_PACKET           *current;               /* Current packet were processing */
 925         rs_request_t            *original = NULL;
 926
 927         rs_request_t            search;
 928
 929         memset(&search, 0, sizeof(search));
 930
 931         if (!start_pcap.tv_sec) {
 932                 start_pcap = header->ts;
 933         }
 934
 935         if (RIDEBUG_ENABLED()) {
 936                 rs_time_print(timestr, sizeof(timestr), &header->ts);
 937         }
 938
 939         len = fr_pcap_link_layer_offset(data, header->caplen, event->in->link_type);
 940         if (len < 0) {
 941                 REDEBUG("Failed determining link layer header offset");
 942                 return;
 943         }
 944         p += len;
 945
 946         version = (p[0] & 0xf0) >> 4;
 947         switch (version) {
 948         case 4:
 949                 ip = (ip_header_t const *)p;
 950                 len = (0x0f & ip->ip_vhl) * 4;  /* ip_hl specifies length in 32bit words */
 951                 p += len;
 952                 break;
 953
 954         case 6:
 955                 ip6 = (ip_header6_t const *)p;
 956                 p += sizeof(ip_header6_t);
 957
 958                 break;
 959
 960         default:
 961                 REDEBUG("IP version invalid %i", version);
 962                 return;
 963         }
 964
 965         /*
 966          *      End of variable length bits, do basic check now to see if packet looks long enough
 967          */
 968         len = (p - data) + sizeof(udp_header_t) + (sizeof(radius_packet_t) - 1);        /* length value */
 969         if ((size_t) len > header->caplen) {
 970                 REDEBUG("Packet too small, we require at least %zu bytes, captured %i bytes",
 971                         (size_t) len, header->caplen);
 972                 return;
 973         }
 974
 975         /*
 976          *      UDP header validation.
 977          */
 978         udp = (udp_header_t const *)p;
 979         {
 980                 uint16_t udp_len;
 981                 ssize_t diff;
 982
 983                 udp_len = ntohs(udp->len);
 984                 diff = udp_len - (header->caplen - (p - data));
 985                 /* Truncated data */
 986                 if (diff > 0) {
 987                         REDEBUG("Packet too small by %zi bytes, UDP header + Payload should be %hu bytes",
 988                                 diff, udp_len);
 989                         return;
 990                 }
 991                 /* Trailing data */
 992                 else if (diff < 0) {
 993                         REDEBUG("Packet too big by %zi bytes, UDP header + Payload should be %hu bytes",
 994                                 diff * -1, udp_len);
 995                         return;
 996                 }
 997         }
 998         if ((version == 4) && conf->verify_udp_checksum) {
 999                 uint16_t expected;
1000
1001                 expected = fr_udp_checksum((uint8_t const *) udp, ntohs(udp->len), udp->checksum,
1002                                            ip->ip_src, ip->ip_dst);
1003                 if (udp->checksum != expected) {
1004                         REDEBUG("UDP checksum invalid, packet: 0x%04hx calculated: 0x%04hx",
1005                                 ntohs(udp->checksum), ntohs(expected));
1006                         /* Not a fatal error */
1007                 }
1008         }
1009         p += sizeof(udp_header_t);
1010
1011         /*
1012          *      With artificial talloc memory limits there's a good chance we can
1013          *      recover once some requests timeout, so make an effort to deal
1014          *      with allocation failures gracefully.
1015          */
1016         current = rad_alloc(conf, 0);
1017         if (!current) {
1018                 REDEBUG("Failed allocating memory to hold decoded packet");
1019                 rs_tv_add_ms(&header->ts, conf->stats.timeout, &stats->quiet);
1020                 return;
1021         }
1022
1023         current->timestamp = header->ts;
1024         current->data_len = header->caplen - (p - data);
1025         memcpy(&current->data, &p, sizeof(current->data));
1026
1027         /*
1028          *      Populate IP/UDP fields from PCAP data
1029          */
1030         if (ip) {
1031                 current->src_ipaddr.af = AF_INET;
1032                 current->src_ipaddr.ipaddr.ip4addr.s_addr = ip->ip_src.s_addr;
1033
1034                 current->dst_ipaddr.af = AF_INET;
1035                 current->dst_ipaddr.ipaddr.ip4addr.s_addr = ip->ip_dst.s_addr;
1036         } else {
1037                 current->src_ipaddr.af = AF_INET6;
1038                 memcpy(&current->src_ipaddr.ipaddr.ip6addr.s6_addr, &ip6->ip_src.s6_addr,
1039                        sizeof(current->src_ipaddr.ipaddr.ip6addr.s6_addr));
1040
1041                 current->dst_ipaddr.af = AF_INET6;
1042                 memcpy(&current->dst_ipaddr.ipaddr.ip6addr.s6_addr, &ip6->ip_dst.s6_addr,
1043                        sizeof(current->dst_ipaddr.ipaddr.ip6addr.s6_addr));
1044         }
1045
1046         current->src_port = ntohs(udp->src);
1047         current->dst_port = ntohs(udp->dst);
1048
1049         if (!rad_packet_ok(current, 0, &reason)) {
1050                 REDEBUG("%s", fr_strerror());
1051                 if (conf->event_flags & RS_ERROR) {
1052                         conf->logger(count, RS_ERROR, event->in, current, &elapsed, NULL, false, false);
1053                 }
1054                 rad_free(&current);
1055
1056                 return;
1057         }
1058
1059         switch (current->code) {
1060         case PW_CODE_ACCOUNTING_RESPONSE:
1061         case PW_CODE_AUTHENTICATION_REJECT:
1062         case PW_CODE_AUTHENTICATION_ACK:
1063         case PW_CODE_COA_NAK:
1064         case PW_CODE_COA_ACK:
1065         case PW_CODE_DISCONNECT_NAK:
1066         case PW_CODE_DISCONNECT_ACK:
1067         case PW_CODE_STATUS_CLIENT:
1068         {
1069                 /* look for a matching request and use it for decoding */
1070                 search.expect = current;
1071                 original = rbtree_finddata(request_tree, &search);
1072
1073                 /*
1074                  *      Verify this code is allowed
1075                  */
1076                 if (conf->filter_response_code && (conf->filter_response_code != current->code)) {
1077                         drop_response:
1078                         RDEBUG2("Response dropped by filter");
1079                         rad_free(&current);
1080
1081                         /* We now need to cleanup the original request too */
1082                         if (original) {
1083                                 RS_CLEANUP_NOW(original, true);
1084                         }
1085                         return;
1086                 }
1087
1088                 /*
1089                  *      Only decode attributes if we want to print them or filter on them
1090                  *      rad_packet_ok does checks to verify the packet is actually valid.
1091                  */
1092                 if (conf->decode_attrs) {
1093                         int ret;
1094                         FILE *log_fp = fr_log_fp;
1095
1096                         fr_log_fp = NULL;
1097                         ret = rad_decode(current, original ? original->expect : NULL, conf->radius_secret);
1098                         fr_log_fp = log_fp;
1099                         if (ret != 0) {
1100                                 rad_free(&current);
1101                                 REDEBUG("Failed decoding");
1102                                 return;
1103                         }
1104                 }
1105
1106                 /*
1107                  *      Check if we've managed to link it to a request
1108                  */
1109                 if (original) {
1110                         /*
1111                          *      Now verify the packet passes the attribute filter
1112                          */
1113                         if (conf->filter_response_vps) {
1114                                 pairsort(&current->vps, attrtagcmp);
1115                                 if (!pairvalidate_relaxed(conf->filter_response_vps, current->vps)) {
1116                                         goto drop_response;
1117                                 }
1118                         }
1119
1120                         /*
1121                          *      Is this a retransmission?
1122                          */
1123                         if (original->linked) {
1124                                 status = RS_RTX;
1125                                 original->rt_rsp++;
1126
1127                                 rad_free(&original->linked);
1128                                 fr_event_delete(event->list, &original->event);
1129                         /*
1130                          *      ...nope it's the first response to a request.
1131                          */
1132                         } else {
1133                                 original->stats_rsp = &stats->exchange[current->code];
1134                         }
1135
1136                         /*
1137                          *      Insert a callback to remove the request and response
1138                          *      from the tree after the timeout period.
1139                          *      The delay is so we can detect retransmissions.
1140                          */
1141                         original->linked = talloc_steal(original, current);
1142                         rs_tv_add_ms(&header->ts, conf->stats.timeout, &original->when);
1143                         if (!fr_event_insert(event->list, _rs_event, original, &original->when,
1144                                              &original->event)) {
1145                                 REDEBUG("Failed inserting new event");
1146                                 /*
1147                                  *      Delete the original request/event, it's no longer valid
1148                                  *      for statistics.
1149                                  */
1150                                 talloc_free(original);
1151                                 return;
1152                         }
1153                 /*
1154                  *      No request seen, or request was dropped by attribute filter
1155                  */
1156                 } else {
1157                         /*
1158                          *      If conf->filter_request_vps are set assume the original request was dropped,
1159                          *      the alternative is maintaining another 'filter', but that adds
1160                          *      complexity, reduces max capture rate, and is generally a PITA.
1161                          */
1162                         if (conf->filter_request) {
1163                                 rad_free(&current);
1164                                 RDEBUG2("Original request dropped by filter");
1165                                 return;
1166                         }
1167
1168                         status = RS_UNLINKED;
1169                         stats->exchange[current->code].interval.unlinked_total++;
1170                 }
1171
1172                 response = true;
1173                 break;
1174         }
1175
1176         case PW_CODE_ACCOUNTING_REQUEST:
1177         case PW_CODE_AUTHENTICATION_REQUEST:
1178         case PW_CODE_COA_REQUEST:
1179         case PW_CODE_DISCONNECT_REQUEST:
1180         case PW_CODE_STATUS_SERVER:
1181         {
1182                 /*
1183                  *      Verify this code is allowed
1184                  */
1185                 if (conf->filter_request_code && (conf->filter_request_code != current->code)) {
1186                         drop_request:
1187
1188                         RDEBUG2("Request dropped by filter");
1189                         rad_free(&current);
1190
1191                         return;
1192                 }
1193
1194                 /*
1195                  *      Only decode attributes if we want to print them or filter on them
1196                  *      rad_packet_ok does checks to verify the packet is actually valid.
1197                  */
1198                 if (conf->decode_attrs) {
1199                         int ret;
1200                         FILE *log_fp = fr_log_fp;
1201
1202                         fr_log_fp = NULL;
1203                         ret = rad_decode(current, NULL, conf->radius_secret);
1204                         fr_log_fp = log_fp;
1205
1206                         if (ret != 0) {
1207                                 rad_free(&current);
1208                                 REDEBUG("Failed decoding");
1209                                 return;
1210                         }
1211
1212                         pairsort(&current->vps, attrtagcmp);
1213                 }
1214
1215                 /*
1216                  *      Save the request for later matching
1217                  */
1218                 search.expect = rad_alloc_reply(current, current);
1219                 if (!search.expect) {
1220                         REDEBUG("Failed allocating memory to hold expected reply");
1221                         rs_tv_add_ms(&header->ts, conf->stats.timeout, &stats->quiet);
1222                         rad_free(&current);
1223                         return;
1224                 }
1225                 search.expect->code = current->code;
1226
1227                 if ((conf->link_da_num > 0) && current->vps) {
1228                         int ret;
1229                         ret = rs_get_pairs(current, &search.link_vps, current->vps, conf->link_da,
1230                                            conf->link_da_num);
1231                         if (ret < 0) {
1232                                 ERROR("Failed extracting RTX linking pairs from request");
1233                                 rad_free(&current);
1234                                 return;
1235                         }
1236                 }
1237
1238                 /*
1239                  *      If we have linking attributes set, attempt to find a request in the linking tree.
1240                  */
1241                 if (search.link_vps) {
1242                         rs_request_t *tuple;
1243
1244                         original = rbtree_finddata(link_tree, &search);
1245                         tuple = rbtree_finddata(request_tree, &search);
1246
1247                         /*
1248                          *      If the packet we matched using attributes is not the same
1249                          *      as the packet in the request tree, then we need to clean up
1250                          *      the packet in the request tree.
1251                          */
1252                         if (tuple && (original != tuple)) {
1253                                 RS_CLEANUP_NOW(tuple, true);
1254                         }
1255                 /*
1256                  *      Detect duplicates using the normal 5-tuple of src/dst ips/ports id
1257                  */
1258                 } else {
1259                         original = rbtree_finddata(request_tree, &search);
1260                         if (original && memcmp(original->expect->vector, current->vector,
1261                             sizeof(original->expect->vector)) != 0) {
1262                                 /*
1263                                  *      ID reused before the request timed out (which may be an issue)...
1264                                  */
1265                                 if (!original->linked) {
1266                                         status = RS_REUSED;
1267                                         stats->exchange[current->code].interval.reused_total++;
1268                                         /* Occurs regularly downstream of proxy servers (so don't complain) */
1269                                         RS_CLEANUP_NOW(original, true);
1270                                 /*
1271                                  *      ...and before we saw a response (which may be a bigger issue).
1272                                  */
1273                                 } else {
1274                                         RS_CLEANUP_NOW(original, false);
1275                                 }
1276                                 /* else it's a proper RTX with the same src/dst id authenticator/nonce */
1277                         }
1278                 }
1279
1280                 /*
1281                  *      Now verify the packet passes the attribute filter
1282                  */
1283                 if (conf->filter_request_vps) {
1284                         if (!pairvalidate_relaxed(conf->filter_request_vps, current->vps)) {
1285                                 goto drop_request;
1286                         }
1287                 }
1288
1289                 /*
1290                  *      Is this a retransmission?
1291                  */
1292                 if (original) {
1293                         status = RS_RTX;
1294                         original->rt_req++;
1295
1296                         rad_free(&original->packet);
1297
1298                         /* We may of seen the response, but it may of been lost upstream */
1299                         rad_free(&original->linked);
1300
1301                         original->packet = talloc_steal(original, current);
1302
1303                         /* Request may need to be reinserted as the 5 tuple of the response may of changed */
1304                         if (rs_packet_cmp(original, &search) != 0) {
1305                                 rbtree_deletebydata(request_tree, original);
1306                         }
1307
1308                         rad_free(&original->expect);
1309                         original->expect = talloc_steal(original, search.expect);
1310
1311                         /* Disarm the timer for the cleanup event for the original request */
1312                         fr_event_delete(event->list, &original->event);
1313                 /*
1314                  *      ...nope it's a new request.
1315                  */
1316                 } else {
1317                         original = talloc_zero(conf, rs_request_t);
1318                         talloc_set_destructor(original, _request_free);
1319
1320                         original->id = count;
1321                         original->in = event->in;
1322                         original->stats_req = &stats->exchange[current->code];
1323
1324                         original->packet = talloc_steal(original, current);
1325                         original->expect = talloc_steal(original, search.expect);
1326
1327                         if (search.link_vps) {
1328                                 original->link_vps = pairsteal(original, search.link_vps);
1329
1330                                 /* We should never have conflicts */
1331                                 assert(rbtree_insert(link_tree, original));
1332                                 original->in_link_tree = true;
1333                         }
1334
1335                         /*
1336                          *      Special case for when were filtering by response,
1337                          *      we never count any requests as lost, because we
1338                          *      don't know what the response to that request would
1339                          *      of been.
1340                          */
1341                         if (conf->filter_response_vps) {
1342                                 original->silent_cleanup = true;
1343                         }
1344                 }
1345
1346                 if (!original->in_request_tree) {
1347                         /* We should never have conflicts */
1348                         assert(rbtree_insert(request_tree, original));
1349                         original->in_request_tree = true;
1350                 }
1351
1352                 /*
1353                  *      Insert a callback to remove the request from the tree
1354                  */
1355                 original->packet->timestamp = header->ts;
1356                 rs_tv_add_ms(&header->ts, conf->stats.timeout, &original->when);
1357                 if (!fr_event_insert(event->list, _rs_event, original,
1358                                      &original->when, &original->event)) {
1359                         REDEBUG("Failed inserting new event");
1360
1361                         talloc_free(original);
1362                         return;
1363                 }
1364                 response = false;
1365                 break;
1366         }
1367
1368         default:
1369                 REDEBUG("Unsupported code %i", current->code);
1370                 rad_free(&current);
1371
1372                 return;
1373         }
1374
1375         if (event->out) {
1376                 pcap_dump((void *) (event->out->dumper), header, data);
1377         }
1378
1379         rs_tv_sub(&header->ts, &start_pcap, &elapsed);
1380
1381         /*
1382          *      Increase received count
1383          */
1384         stats->exchange[current->code].interval.received_total++;
1385
1386         /*
1387          *      It's a linked response
1388          */
1389         if (original && original->linked) {
1390                 rs_tv_sub(&current->timestamp, &original->packet->timestamp, &latency);
1391
1392                 /*
1393                  *      Update stats for both the request and response types.
1394                  *
1395                  *      This isn't useful for things like Access-Requests, but will be useful for
1396                  *      CoA and Disconnect Messages, as we get the average latency across both
1397                  *      response types.
1398                  *
1399                  *      It also justifies allocating PW_CODE_MAX instances of rs_latency_t.
1400                  */
1401                 rs_stats_update_latency(&stats->exchange[current->code], &latency);
1402                 rs_stats_update_latency(&stats->exchange[original->expect->code], &latency);
1403
1404                 /*
1405                  *      Were filtering on response, now print out the full data from the request
1406                  */
1407                 if (conf->filter_response && RIDEBUG_ENABLED() && (conf->event_flags & RS_NORMAL)) {
1408                         rs_time_print(timestr, sizeof(timestr), &original->packet->timestamp);
1409                         rs_tv_sub(&original->packet->timestamp, &start_pcap, &elapsed);
1410                         conf->logger(original->id, RS_NORMAL, original->in, original->packet, &elapsed, NULL, false, true);
1411                         rs_tv_sub(&header->ts, &start_pcap, &elapsed);
1412                         rs_time_print(timestr, sizeof(timestr), &header->ts);
1413                 }
1414
1415                 if (conf->event_flags & status) {
1416                         conf->logger(count, status, event->in, current, &elapsed, &latency, response, true);
1417                 }
1418         /*
1419          *      It's the original request
1420          *
1421          *      If were filtering on responses we can only indicate we received it on response, or timeout.
1422          */
1423         } else if (!conf->filter_response && (conf->event_flags & status)) {
1424                 conf->logger(original ? original->id : count, status, event->in,
1425                              current, &elapsed, NULL, response, true);
1426         }
1427
1428         fflush(fr_log_fp);
1429
1430         /*
1431          *      If it's a unlinked response, we need to free it explicitly, as it will
1432          *      not be done by the event queue.
1433          */
1434         if (response && !original) {
1435                 rad_free(&current);
1436         }
1437
1438         captured++;
1439         /*
1440          *      We've hit our capture limit, break out of the event loop
1441          */
1442         if ((conf->limit > 0) && (captured >= conf->limit)) {
1443                 INFO("Captured %" PRIu64 " packets, exiting...", captured);
1444                 fr_event_loop_exit(events, 1);
1445         }
1446 }
1447
1448 static void rs_got_packet(UNUSED fr_event_list_t *el, int fd, void *ctx)
1449 {
1450         static uint64_t count = 0;      /* Packets seen */
1451         rs_event_t      *event = ctx;
1452         pcap_t          *handle = event->in->handle;
1453
1454         int i;
1455         int ret;
1456         const uint8_t *data;
1457         struct pcap_pkthdr *header;
1458
1459         /*
1460          *      Consume entire capture, interleaving not currently possible
1461          */
1462         if ((event->in->type == PCAP_FILE_IN) || (event->in->type == PCAP_STDIO_IN)) {
1463                 while (!fr_event_loop_exiting(el)) {
1464                         struct timeval now;
1465
1466                         ret = pcap_next_ex(handle, &header, &data);
1467                         if (ret == 0) {
1468                                 /* No more packets available at this time */
1469                                 return;
1470                         }
1471                         if (ret == -2) {
1472                                 DEBUG("Done reading packets (%s)", event->in->name);
1473                                 fr_event_fd_delete(events, 0, fd);
1474
1475                                 if (fr_event_list_num_fds(events) == 0) {
1476                                         fr_event_loop_exit(events, 1);
1477                                 }
1478
1479                                 return;
1480                         }
1481                         if (ret < 0) {
1482                                 ERROR("Error requesting next packet, got (%i): %s", ret, pcap_geterr(handle));
1483                                 return;
1484                         }
1485
1486                         do {
1487                                 now = header->ts;
1488                         } while (fr_event_run(el, &now) == 1);
1489                         count++;
1490
1491                         rs_packet_process(count, event, header, data);
1492                 }
1493                 return;
1494         }
1495
1496         /*
1497          *      Consume multiple packets from the capture buffer.
1498          *      We occasionally need to yield to allow events to run.
1499          */
1500         for (i = 0; i < RS_FORCE_YIELD; i++) {
1501                 ret = pcap_next_ex(handle, &header, &data);
1502                 if (ret == 0) {
1503                         /* No more packets available at this time */
1504                         return;
1505                 }
1506                 if (ret < 0) {
1507                         ERROR("Error requesting next packet, got (%i): %s", ret, pcap_geterr(handle));
1508                         return;
1509                 }
1510
1511                 count++;
1512                 rs_packet_process(count, event, header, data);
1513         }
1514 }
1515
1516 static void _rs_event_status(struct timeval *wake)
1517 {
1518         if (wake && ((wake->tv_sec != 0) || (wake->tv_usec >= 100000))) {
1519                 DEBUG2("Waking up in %d.%01u seconds.", (int) wake->tv_sec, (unsigned int) wake->tv_usec / 100000);
1520
1521                 if (RIDEBUG_ENABLED()) {
1522                         rs_time_print(timestr, sizeof(timestr), wake);
1523                 }
1524         }
1525 }
1526
1527 /** Compare requests using packet info and lists of attributes
1528  *
1529  */
1530 static int rs_rtx_cmp(rs_request_t const *a, rs_request_t const *b)
1531 {
1532         int rcode;
1533
1534         assert(a->link_vps);
1535         assert(b->link_vps);
1536
1537         rcode = (int) a->expect->code - (int) b->expect->code;
1538         if (rcode != 0) return rcode;
1539
1540         rcode = a->expect->sockfd - b->expect->sockfd;
1541         if (rcode != 0) return rcode;
1542
1543         rcode = fr_ipaddr_cmp(&a->expect->src_ipaddr, &b->expect->src_ipaddr);
1544         if (rcode != 0) return rcode;
1545
1546         rcode = fr_ipaddr_cmp(&a->expect->dst_ipaddr, &b->expect->dst_ipaddr);
1547         if (rcode != 0) return rcode;
1548
1549         return pairlistcmp(a->link_vps, b->link_vps);
1550 }
1551
1552 static int rs_build_dict_list(DICT_ATTR const **out, size_t len, char *list)
1553 {
1554         size_t i = 0;
1555         char *p, *tok;
1556
1557         p = list;
1558         while ((tok = strsep(&p, "\t ,")) != NULL) {
1559                 DICT_ATTR const *da;
1560                 if ((*tok == '\t') || (*tok == ' ') || (*tok == '\0')) {
1561                         continue;
1562                 }
1563
1564                 if (i == len) {
1565                         ERROR("Too many attributes, maximum allowed is %zu", len);
1566                         return -1;
1567                 }
1568
1569                 da = dict_attrbyname(tok);
1570                 if (!da) {
1571                         ERROR("Error parsing attribute name \"%s\"", tok);
1572                         return -1;
1573                 }
1574
1575                 out[i] = da;
1576                 i++;
1577         }
1578
1579         return i;
1580 }
1581
1582 static int rs_build_filter(VALUE_PAIR **out, char const *filter)
1583 {
1584         vp_cursor_t cursor;
1585         VALUE_PAIR *vp;
1586         FR_TOKEN code;
1587
1588         code = userparse(conf, filter, out);
1589         if (code == T_OP_INVALID) {
1590                 ERROR("Invalid RADIUS filter \"%s\" (%s)", filter, fr_strerror());
1591                 return -1;
1592         }
1593
1594         if (!*out) {
1595                 ERROR("Empty RADIUS filter '%s'", filter);
1596                 return -1;
1597         }
1598
1599         for (vp = fr_cursor_init(&cursor, out);
1600              vp;
1601              vp = fr_cursor_next(&cursor)) {
1602                 /*
1603                  *      xlat expansion isn't support here
1604                  */
1605                 if (vp->type == VT_XLAT) {
1606                         vp->type = VT_DATA;
1607                         vp->vp_strvalue = vp->value.xlat;
1608                 }
1609         }
1610
1611         /*
1612          *      This allows efficient list comparisons later
1613          */
1614         pairsort(out, attrtagcmp);
1615
1616         return 0;
1617 }
1618
1619 static int rs_build_flags(int *flags, FR_NAME_NUMBER const *map, char *list)
1620 {
1621         size_t i = 0;
1622         char *p, *tok;
1623
1624         p = list;
1625         while ((tok = strsep(&p, "\t ,")) != NULL) {
1626                 int flag;
1627
1628                 if ((*tok == '\t') || (*tok == ' ') || (*tok == '\0')) {
1629                         continue;
1630                 }
1631
1632                 *flags |= flag = fr_str2int(map, tok, -1);
1633                 if (flag < 0) {
1634                         ERROR("Invalid flag \"%s\"", tok);
1635                         return -1;
1636                 }
1637
1638                 i++;
1639         }
1640
1641         return i;
1642 }
1643
1644 /** Callback for when the request is removed from the request tree
1645  *
1646  * @param request being removed.
1647  */
1648 static void _unmark_request(void *request)
1649 {
1650         rs_request_t *this = request;
1651         this->in_request_tree = false;
1652 }
1653
1654 /** Callback for when the request is removed from the link tree
1655  *
1656  * @param request being removed.
1657  */
1658 static void _unmark_link(void *request)
1659 {
1660         rs_request_t *this = request;
1661         this->in_link_tree = false;
1662 }
1663
1664 /** Write the last signal to the signal pipe
1665  *
1666  * @param sig raised
1667  */
1668 static void rs_signal_self(int sig)
1669 {
1670         if (write(self_pipe[1], &sig, sizeof(sig)) < 0) {
1671                 ERROR("Failed writing signal %s to pipe: %s", strsignal(sig), fr_syserror(errno));
1672                 exit(EXIT_FAILURE);
1673         }
1674 }
1675
1676 #ifdef HAVE_COLLECTDC_H
1677 /** Re-open the collectd socket
1678  *
1679  */
1680 static void rs_collectd_reopen(void *ctx)
1681 {
1682         fr_event_list_t *list = ctx;
1683         static fr_event_t *event;
1684         struct timeval now, when;
1685
1686         if (rs_stats_collectd_open(conf) == 0) {
1687                 DEBUG2("Stats output socket (re)opened");
1688                 return;
1689         }
1690
1691         ERROR("Will attempt to re-establish connection in %i ms", RS_SOCKET_REOPEN_DELAY);
1692
1693         gettimeofday(&now, NULL);
1694         rs_tv_add_ms(&now, RS_SOCKET_REOPEN_DELAY, &when);
1695         if (!fr_event_insert(list, rs_collectd_reopen, list, &when, &event)) {
1696                 ERROR("Failed inserting re-open event");
1697                 assert(0);
1698         }
1699 }
1700 #endif
1701
1702 /** Read the last signal from the signal pipe
1703  *
1704  */
1705 static void rs_signal_action(UNUSED fr_event_list_t *list, int fd, UNUSED void *ctx)
1706 {
1707         int sig;
1708         ssize_t ret;
1709
1710         ret = read(fd, &sig, sizeof(sig));
1711         if (ret < 0) {
1712                 ERROR("Failed reading signal from pipe: %s", fr_syserror(errno));
1713                 exit(EXIT_FAILURE);
1714         }
1715
1716         if (ret != sizeof(sig)) {
1717                 ERROR("Failed reading signal from pipe: "
1718                       "Expected signal to be %zu bytes but only read %zu byes", sizeof(sig), ret);
1719                 exit(EXIT_FAILURE);
1720         }
1721
1722         switch (sig) {
1723 #ifdef HAVE_COLLECTDC_H
1724         case SIGPIPE:
1725                 rs_collectd_reopen(list);
1726                 break;
1727 #endif
1728
1729         case SIGINT:
1730         case SIGTERM:
1731         case SIGQUIT:
1732                 DEBUG2("Signalling event loop to exit");
1733                 fr_event_loop_exit(events, 1);
1734                 break;
1735
1736         default:
1737                 ERROR("Unhandled signal %s", strsignal(sig));
1738                 exit(EXIT_FAILURE);
1739         }
1740 }
1741
1742
1743 static void NEVER_RETURNS usage(int status)
1744 {
1745         FILE *output = status ? stderr : stdout;
1746         fprintf(output, "Usage: radsniff [options][stats options] -- [pcap files]\n");
1747         fprintf(output, "options:\n");
1748         fprintf(output, "  -a                    List all interfaces available for capture.\n");
1749         fprintf(output, "  -c <count>            Number of packets to capture.\n");
1750         fprintf(output, "  -C                    Enable UDP checksum validation.\n");
1751         fprintf(output, "  -d <directory>        Set dictionary directory.\n");
1752         fprintf(stderr, "  -d <raddb>            Set configuration directory (defaults to " RADDBDIR ").\n");
1753         fprintf(stderr, "  -D <dictdir>          Set main dictionary directory (defaults to " DICTDIR ").\n");
1754         fprintf(output, "  -e <event>[,<event>]  Only log requests with these event flags.\n");
1755         fprintf(output, "                        Event may be one of the following:\n");
1756         fprintf(output, "                        - received - a request or response.\n");
1757         fprintf(output, "                        - norsp    - seen for a request.\n");
1758         fprintf(output, "                        - rtx      - of a request that we've seen before.\n");
1759         fprintf(output, "                        - noreq    - could be matched with the response.\n");
1760         fprintf(output, "                        - reused   - ID too soon.\n");
1761         fprintf(output, "                        - error    - decoding the packet.\n");
1762         fprintf(output, "  -f <filter>           PCAP filter (default is 'udp port <port> or <port + 1> or 3799')\n");
1763         fprintf(output, "  -h                    This help message.\n");
1764         fprintf(output, "  -i <interface>        Capture packets from interface (defaults to all if supported).\n");
1765         fprintf(output, "  -I <file>             Read packets from file (overrides input of -F).\n");
1766         fprintf(output, "  -l <attr>[,<attr>]    Output packet sig and a list of attributes.\n");
1767         fprintf(output, "  -L <attr>[,<attr>]    Detect retransmissions using these attributes to link requests.\n");
1768         fprintf(output, "  -m                    Don't put interface(s) into promiscuous mode.\n");
1769         fprintf(output, "  -p <port>             Filter packets by port (default is 1812).\n");
1770         fprintf(output, "  -P <pidfile>          Daemonize and write out <pidfile>.\n");
1771         fprintf(output, "  -q                    Print less debugging information.\n");
1772         fprintf(output, "  -r <filter>           RADIUS attribute request filter.\n");
1773         fprintf(output, "  -R <filter>           RADIUS attribute response filter.\n");
1774         fprintf(output, "  -s <secret>           RADIUS secret.\n");
1775         fprintf(output, "  -S                    Write PCAP data to stdout.\n");
1776         fprintf(output, "  -v                    Show program version information.\n");
1777         fprintf(output, "  -w <file>             Write output packets to file.\n");
1778         fprintf(output, "  -x                    Print more debugging information (defaults to -xx).\n");
1779         fprintf(output, "stats options:\n");
1780         fprintf(output, "  -W <interval>         Periodically write out statistics every <interval> seconds.\n");
1781         fprintf(output, "  -T <timeout>          How many milliseconds before the request is counted as lost "
1782                 "(defaults to %i).\n", RS_DEFAULT_TIMEOUT);
1783 #ifdef HAVE_COLLECTDC_H
1784         fprintf(output, "  -N <prefix>           The instance name passed to the collectd plugin.\n");
1785         fprintf(output, "  -O <server>           Write statistics to this collectd server.\n");
1786 #endif
1787         exit(status);
1788 }
1789
1790 int main(int argc, char *argv[])
1791 {
1792         fr_pcap_t *in = NULL, *in_p;
1793         fr_pcap_t **in_head = &in;
1794         fr_pcap_t *out = NULL;
1795
1796         int ret = 1;                                    /* Exit status */
1797
1798         char errbuf[PCAP_ERRBUF_SIZE];                  /* Error buffer */
1799         int port = 1812;
1800
1801         char buffer[1024];
1802
1803         int opt;
1804         char const *radius_dir = RADDBDIR;
1805         char const *dict_dir = DICTDIR;
1806
1807         rs_stats_t stats;
1808
1809         fr_debug_flag = 1;
1810         fr_log_fp = stdout;
1811
1812         /*
1813          *      Useful if using radsniff as a long running stats daemon
1814          */
1815 #ifndef NDEBUG
1816         if (fr_fault_setup(getenv("PANIC_ACTION"), argv[0]) < 0) {
1817                 fr_perror("radsniff");
1818                 exit(EXIT_FAILURE);
1819         }
1820 #endif
1821
1822         talloc_set_log_stderr();
1823
1824         conf = talloc_zero(NULL, rs_t);
1825         if (!fr_assert(conf)) {
1826                 exit (1);
1827         }
1828
1829         /*
1830          *  We don't really want probes taking down machines
1831          */
1832 #ifdef HAVE_TALLOC_SET_MEMLIMIT
1833         /*
1834          *      @fixme causes hang in talloc steal
1835          */
1836          //talloc_set_memlimit(conf, 524288000);                /* 50 MB */
1837 #endif
1838
1839         /*
1840          *      Set some defaults
1841          */
1842         conf->print_packet = true;
1843         conf->limit = 0;
1844         conf->promiscuous = true;
1845 #ifdef HAVE_COLLECTDC_H
1846         conf->stats.prefix = RS_DEFAULT_PREFIX;
1847 #endif
1848         conf->radius_secret = RS_DEFAULT_SECRET;
1849         conf->logger = rs_packet_print_null;
1850
1851 #ifdef HAVE_COLLECTDC_H
1852         conf->stats.prefix = RS_DEFAULT_PREFIX;
1853 #endif
1854
1855         /*
1856          *  Get options
1857          */
1858         while ((opt = getopt(argc, argv, "ab:c:Cd:D:e:Ff:hi:I:l:L:mp:P:qr:R:s:Svw:xXW:T:P:N:O:")) != EOF) {
1859                 switch (opt) {
1860                 case 'a':
1861                         {
1862                                 pcap_if_t *all_devices = NULL;
1863                                 pcap_if_t *dev_p;
1864
1865                                 if (pcap_findalldevs(&all_devices, errbuf) < 0) {
1866                                         ERROR("Error getting available capture devices: %s", errbuf);
1867                                         goto finish;
1868                                 }
1869
1870                                 int i = 1;
1871                                 for (dev_p = all_devices;
1872                                      dev_p;
1873                                      dev_p = dev_p->next) {
1874                                         INFO("%i.%s", i++, dev_p->name);
1875                                 }
1876                                 ret = 0;
1877                                 goto finish;
1878                         }
1879
1880                 /* super secret option */
1881                 case 'b':
1882                         conf->buffer_pkts = atoi(optarg);
1883                         if (conf->buffer_pkts == 0) {
1884                                 ERROR("Invalid buffer length \"%s\"", optarg);
1885                                 usage(1);
1886                         }
1887                         break;
1888
1889                 case 'c':
1890                         conf->limit = atoi(optarg);
1891                         if (conf->limit == 0) {
1892                                 ERROR("Invalid number of packets \"%s\"", optarg);
1893                                 usage(1);
1894                         }
1895                         break;
1896
1897                 /* udp checksum */
1898                 case 'C':
1899                         conf->verify_udp_checksum = true;
1900                         break;
1901
1902                 case 'd':
1903                         radius_dir = optarg;
1904                         break;
1905
1906                 case 'D':
1907                         dict_dir = optarg;
1908                         break;
1909
1910                 case 'e':
1911                         if (rs_build_flags((int *) &conf->event_flags, rs_events, optarg) < 0) {
1912                                 usage(64);
1913                         }
1914                         break;
1915
1916                 case 'f':
1917                         conf->pcap_filter = optarg;
1918                         break;
1919
1920                 case 'h':
1921                         usage(0);
1922                         break;
1923
1924                 case 'i':
1925                         *in_head = fr_pcap_init(conf, optarg, PCAP_INTERFACE_IN);
1926                         if (!*in_head) {
1927                                 goto finish;
1928                         }
1929                         in_head = &(*in_head)->next;
1930                         conf->from_dev = true;
1931                         break;
1932
1933                 case 'I':
1934                         *in_head = fr_pcap_init(conf, optarg, PCAP_FILE_IN);
1935                         if (!*in_head) {
1936                                 goto finish;
1937                         }
1938                         in_head = &(*in_head)->next;
1939                         conf->from_file = true;
1940                         break;
1941
1942                 case 'l':
1943                         conf->list_attributes = optarg;
1944                         break;
1945
1946                 case 'L':
1947                         conf->link_attributes = optarg;
1948                         break;
1949
1950                 case 'm':
1951                         conf->promiscuous = false;
1952                         break;
1953
1954                 case 'p':
1955                         port = atoi(optarg);
1956                         break;
1957
1958                 case 'P':
1959                         conf->daemonize = true;
1960                         conf->pidfile = optarg;
1961                         break;
1962
1963                 case 'q':
1964                         if (fr_debug_flag > 0) {
1965                                 fr_debug_flag--;
1966                         }
1967                         break;
1968
1969                 case 'r':
1970                         conf->filter_request = optarg;
1971                         break;
1972
1973                 case 'R':
1974                         conf->filter_response = optarg;
1975                         break;
1976
1977                 case 's':
1978                         conf->radius_secret = optarg;
1979                         break;
1980
1981                 case 'S':
1982                         conf->to_stdout = true;
1983                         break;
1984
1985                 case 'v':
1986 #ifdef HAVE_COLLECTDC_H
1987                         INFO("%s, %s, collectdclient version %s", radsniff_version, pcap_lib_version(),
1988                              lcc_version_string());
1989 #else
1990                         INFO("%s %s", radsniff_version, pcap_lib_version());
1991 #endif
1992                         exit(EXIT_SUCCESS);
1993                         break;
1994
1995                 case 'w':
1996                         out = fr_pcap_init(conf, optarg, PCAP_FILE_OUT);
1997                         conf->to_file = true;
1998                         break;
1999
2000                 case 'x':
2001                 case 'X':
2002                         fr_debug_flag++;
2003                         break;
2004
2005                 case 'W':
2006                         conf->stats.interval = atoi(optarg);
2007                         conf->print_packet = false;
2008                         if (conf->stats.interval <= 0) {
2009                                 ERROR("Stats interval must be > 0");
2010                                 usage(64);
2011                         }
2012                         break;
2013
2014                 case 'T':
2015                         conf->stats.timeout = atoi(optarg);
2016                         if (conf->stats.timeout <= 0) {
2017                                 ERROR("Timeout value must be > 0");
2018                                 usage(64);
2019                         }
2020                         break;
2021
2022 #ifdef HAVE_COLLECTDC_H
2023                 case 'N':
2024                         conf->stats.prefix = optarg;
2025                         break;
2026
2027                 case 'O':
2028                         conf->stats.collectd = optarg;
2029                         conf->stats.out = RS_STATS_OUT_COLLECTD;
2030                         break;
2031 #endif
2032                 default:
2033                         usage(64);
2034                 }
2035         }
2036
2037         /*
2038          *      Mismatch between the binary and the libraries it depends on
2039          */
2040         if (fr_check_lib_magic(RADIUSD_MAGIC_NUMBER) < 0) {
2041                 fr_perror("radsniff");
2042                 exit(EXIT_FAILURE);
2043         }
2044
2045         /* Useful for file globbing */
2046         while (optind < argc) {
2047                 *in_head = fr_pcap_init(conf, argv[optind], PCAP_FILE_IN);
2048                 if (!*in_head) {
2049                         goto finish;
2050                 }
2051                 in_head = &(*in_head)->next;
2052                 conf->from_file = true;
2053                 optind++;
2054         }
2055
2056         /* Is stdin not a tty? If so it's probably a pipe */
2057         if (!isatty(fileno(stdin))) {
2058                 conf->from_stdin = true;
2059         }
2060
2061         /* What's the point in specifying -F ?! */
2062         if (conf->from_stdin && conf->from_file && conf->to_file) {
2063                 usage(64);
2064         }
2065
2066         /* Can't read from both... */
2067         if (conf->from_file && conf->from_dev) {
2068                 usage(64);
2069         }
2070
2071         /* Reading from file overrides stdin */
2072         if (conf->from_stdin && (conf->from_file || conf->from_dev)) {
2073                 conf->from_stdin = false;
2074         }
2075
2076         /* Writing to file overrides stdout */
2077         if (conf->to_file && conf->to_stdout) {
2078                 conf->to_stdout = false;
2079         }
2080
2081         if (conf->to_stdout) {
2082                 out = fr_pcap_init(conf, "stdout", PCAP_STDIO_OUT);
2083                 if (!out) {
2084                         goto finish;
2085                 }
2086         }
2087
2088         if (conf->from_stdin) {
2089                 *in_head = fr_pcap_init(conf, "stdin", PCAP_STDIO_IN);
2090                 if (!*in_head) {
2091                         goto finish;
2092                 }
2093                 in_head = &(*in_head)->next;
2094         }
2095
2096         if (conf->stats.interval && !conf->stats.out) {
2097                 conf->stats.out = RS_STATS_OUT_STDIO;
2098         }
2099
2100         if (conf->stats.timeout == 0) {
2101                 conf->stats.timeout = RS_DEFAULT_TIMEOUT;
2102         }
2103
2104         /*
2105          *      If were writing pcap data, or CSV to stdout we *really* don't want to send
2106          *      logging there as well.
2107          */
2108         if (conf->to_stdout || conf->list_attributes) {
2109                 fr_log_fp = stderr;
2110         }
2111
2112         if (conf->list_attributes) {
2113                 conf->logger = rs_packet_print_csv;
2114         } else if (fr_debug_flag > 0) {
2115                 conf->logger = rs_packet_print_fancy;
2116         }
2117
2118 #if !defined(HAVE_PCAP_FOPEN_OFFLINE) || !defined(HAVE_PCAP_DUMP_FOPEN)
2119         if (conf->from_stdin || conf->to_stdout) {
2120                 ERROR("PCAP streams not supported");
2121                 goto finish;
2122         }
2123 #endif
2124
2125         if (!conf->pcap_filter) {
2126                 snprintf(buffer, sizeof(buffer), "udp port %d or %d or %d",
2127                          port, port + 1, 3799);
2128                 conf->pcap_filter = buffer;
2129         }
2130
2131         if (dict_init(dict_dir, RADIUS_DICTIONARY) < 0) {
2132                 fr_perror("radsniff");
2133                 ret = 64;
2134                 goto finish;
2135         }
2136
2137         if (dict_read(radius_dir, RADIUS_DICTIONARY) == -1) {
2138                 fr_perror("radsniff");
2139                 ret = 64;
2140                 goto finish;
2141         }
2142
2143         fr_strerror();  /* Clear out any non-fatal errors */
2144
2145         if (conf->list_attributes) {
2146                 conf->list_da_num = rs_build_dict_list(conf->list_da, sizeof(conf->list_da) / sizeof(*conf->list_da),
2147                                                        conf->list_attributes);
2148                 if (conf->list_da_num < 0) {
2149                         usage(64);
2150                 }
2151                 rs_packet_print_csv_header();
2152         }
2153
2154         if (conf->link_attributes) {
2155                 conf->link_da_num = rs_build_dict_list(conf->link_da, sizeof(conf->link_da) / sizeof(*conf->link_da),
2156                                                        conf->link_attributes);
2157                 if (conf->link_da_num < 0) {
2158                         usage(64);
2159                 }
2160
2161                 link_tree = rbtree_create((rbcmp) rs_rtx_cmp, _unmark_link, 0);
2162                 if (!link_tree) {
2163                         ERROR("Failed creating RTX tree");
2164                         goto finish;
2165                 }
2166         }
2167
2168         if (conf->filter_request) {
2169                 vp_cursor_t cursor;
2170                 VALUE_PAIR *type;
2171
2172                 if (rs_build_filter(&conf->filter_request_vps, conf->filter_request) < 0) {
2173                         usage(64);
2174                 }
2175
2176                 fr_cursor_init(&cursor, &conf->filter_request_vps);
2177                 type = fr_cursor_next_by_num(&cursor, PW_PACKET_TYPE, 0, TAG_ANY);
2178                 if (type) {
2179                         fr_cursor_remove(&cursor);
2180                         conf->filter_request_code = type->vp_integer;
2181                         talloc_free(type);
2182                 }
2183         }
2184
2185         if (conf->filter_response) {
2186                 vp_cursor_t cursor;
2187                 VALUE_PAIR *type;
2188
2189                 if (rs_build_filter(&conf->filter_response_vps, conf->filter_response) < 0) {
2190                         usage(64);
2191                 }
2192
2193                 fr_cursor_init(&cursor, &conf->filter_response_vps);
2194                 type = fr_cursor_next_by_num(&cursor, PW_PACKET_TYPE, 0, TAG_ANY);
2195                 if (type) {
2196                         fr_cursor_remove(&cursor);
2197                         conf->filter_response_code = type->vp_integer;
2198                         talloc_free(type);
2199                 }
2200         }
2201
2202         /*
2203          *      Default to logging and capturing all events
2204          */
2205         if (conf->event_flags == 0) {
2206                 DEBUG("Logging all events");
2207                 memset(&conf->event_flags, 0xff, sizeof(conf->event_flags));
2208         }
2209
2210         /*
2211          *      If we need to list attributes, link requests using attributes, filter attributes
2212          *      or print the packet contents, we need to decode the attributes.
2213          *
2214          *      But, if were just logging requests, or graphing packets, we don't need to decode
2215          *      attributes.
2216          */
2217         if (conf->list_da_num || conf->link_da_num || conf->filter_response_vps || conf->filter_request_vps ||
2218             conf->print_packet) {
2219                 conf->decode_attrs = true;
2220         }
2221
2222         /*
2223          *      Setup the request tree
2224          */
2225         request_tree = rbtree_create((rbcmp) rs_packet_cmp, _unmark_request, 0);
2226         if (!request_tree) {
2227                 ERROR("Failed creating request tree");
2228                 goto finish;
2229         }
2230
2231         /*
2232          *      Get the default capture device
2233          */
2234         if (!conf->from_stdin && !conf->from_file && !conf->from_dev) {
2235                 pcap_if_t *all_devices;                 /* List of all devices libpcap can listen on */
2236                 pcap_if_t *dev_p;
2237
2238                 if (pcap_findalldevs(&all_devices, errbuf) < 0) {
2239                         ERROR("Error getting available capture devices: %s", errbuf);
2240                         goto finish;
2241                 }
2242
2243                 if (!all_devices) {
2244                         ERROR("No capture files specified and no live interfaces available");
2245                         ret = 64;
2246                         goto finish;
2247                 }
2248
2249                 for (dev_p = all_devices;
2250                      dev_p;
2251                      dev_p = dev_p->next) {
2252                         /* Don't use the any devices, it's horribly broken */
2253                         if (!strcmp(dev_p->name, "any")) continue;
2254                         *in_head = fr_pcap_init(conf, dev_p->name, PCAP_INTERFACE_IN);
2255                         in_head = &(*in_head)->next;
2256                 }
2257                 conf->from_auto = true;
2258                 conf->from_dev = true;
2259                 INFO("Defaulting to capture on all interfaces");
2260         }
2261
2262         /*
2263          *      Print captures values which will be used
2264          */
2265         if (fr_debug_flag > 2) {
2266                 DEBUG2("Sniffing with options:");
2267                 if (conf->from_dev)     {
2268                         char *buff = fr_pcap_device_names(conf, in, ' ');
2269                         DEBUG2("  Device(s)               : [%s]", buff);
2270                         talloc_free(buff);
2271                 }
2272                 if (conf->to_file || conf->to_stdout) {
2273                         DEBUG2("  Writing to              : [%s]", out->name);
2274                 }
2275                 if (conf->limit > 0)    {
2276                         DEBUG2("  Capture limit (packets) : [%" PRIu64 "]", conf->limit);
2277                 }
2278                         DEBUG2("  PCAP filter             : [%s]", conf->pcap_filter);
2279                         DEBUG2("  RADIUS secret           : [%s]", conf->radius_secret);
2280
2281                 if (conf->filter_request_code) {
2282                         DEBUG2("  RADIUS request code     : [%s]", fr_packet_codes[conf->filter_request_code]);
2283                 }
2284
2285                 if (conf->filter_request_vps){
2286                         DEBUG2("  RADIUS request filter   :");
2287                         vp_printlist(fr_log_fp, conf->filter_request_vps);
2288                 }
2289
2290                 if (conf->filter_response_code) {
2291                         DEBUG2("  RADIUS response code    : [%s]", fr_packet_codes[conf->filter_response_code]);
2292                 }
2293
2294                 if (conf->filter_response_vps){
2295                         DEBUG2("  RADIUS response filter  :");
2296                         vp_printlist(fr_log_fp, conf->filter_response_vps);
2297                 }
2298         }
2299
2300         /*
2301          *      Setup collectd templates
2302          */
2303 #ifdef HAVE_COLLECTDC_H
2304         if (conf->stats.out == RS_STATS_OUT_COLLECTD) {
2305                 size_t i;
2306                 rs_stats_tmpl_t *tmpl, **next;
2307
2308                 if (rs_stats_collectd_open(conf) < 0) {
2309                         exit(EXIT_FAILURE);
2310                 }
2311
2312                 next = &conf->stats.tmpl;
2313
2314                 for (i = 0; i < (sizeof(rs_useful_codes) / sizeof(*rs_useful_codes)); i++) {
2315                         tmpl = rs_stats_collectd_init_latency(conf, next, conf, "exchanged",
2316                                                               &stats.exchange[rs_useful_codes[i]],
2317                                                               rs_useful_codes[i]);
2318                         if (!tmpl) {
2319                                 ERROR("Error allocating memory for stats template");
2320                                 goto finish;
2321                         }
2322                         next = &(tmpl->next);
2323                 }
2324         }
2325 #endif
2326
2327         /*
2328          *      This actually opens the capture interfaces/files (we just allocated the memory earlier)
2329          */
2330         {
2331                 fr_pcap_t *tmp;
2332                 fr_pcap_t **tmp_p = &tmp;
2333
2334                 for (in_p = in;
2335                      in_p;
2336                      in_p = in_p->next) {
2337                         in_p->promiscuous = conf->promiscuous;
2338                         in_p->buffer_pkts = conf->buffer_pkts;
2339                         if (fr_pcap_open(in_p) < 0) {
2340                                 ERROR("Failed opening pcap handle (%s): %s", in_p->name, fr_strerror());
2341                                 if (conf->from_auto || (in_p->type == PCAP_FILE_IN)) {
2342                                         continue;
2343                                 }
2344
2345                                 goto finish;
2346                         }
2347
2348                         if (conf->pcap_filter) {
2349                                 if (fr_pcap_apply_filter(in_p, conf->pcap_filter) < 0) {
2350                                         ERROR("Failed applying filter");
2351                                         goto finish;
2352                                 }
2353                         }
2354
2355                         *tmp_p = in_p;
2356                         tmp_p = &(in_p->next);
2357                 }
2358                 *tmp_p = NULL;
2359                 in = tmp;
2360
2361                 if (!in) {
2362                         ERROR("No PCAP sources available");
2363                         exit(EXIT_FAILURE);
2364                 }
2365
2366                 /* Clear any irrelevant errors */
2367                 fr_strerror();
2368         }
2369
2370         /*
2371          *      Open our output interface (if we have one);
2372          */
2373         if (out) {
2374                 out->link_type = -1;    /* Infer output link type from input */
2375
2376                 for (in_p = in;
2377                      in_p;
2378                      in_p = in_p->next) {
2379                         if (out->link_type < 0) {
2380                                 out->link_type = in_p->link_type;
2381                                 continue;
2382                         }
2383
2384                         if (out->link_type != in_p->link_type) {
2385                                 ERROR("Asked to write to output file, but inputs do not have the same link type");
2386                                 ret = 64;
2387                                 goto finish;
2388                         }
2389                 }
2390
2391                 assert(out->link_type > 0);
2392
2393                 if (fr_pcap_open(out) < 0) {
2394                         ERROR("Failed opening pcap output (%s): %s", out->name, fr_strerror());
2395                         goto finish;
2396                 }
2397         }
2398
2399         /*
2400          *      Setup and enter the main event loop. Who needs libev when you can roll your own...
2401          */
2402          {
2403                 struct timeval now;
2404                 rs_update_t update;
2405
2406                 char *buff;
2407
2408                 memset(&stats, 0, sizeof(stats));
2409                 memset(&update, 0, sizeof(update));
2410
2411                 events = fr_event_list_create(conf, _rs_event_status);
2412                 if (!events) {
2413                         ERROR();
2414                         goto finish;
2415                 }
2416
2417                 /*
2418                  *  Initialise the signal handler pipe
2419                  */
2420                 if (pipe(self_pipe) < 0) {
2421                         ERROR("Couldn't open signal pipe: %s", fr_syserror(errno));
2422                         exit(EXIT_FAILURE);
2423                 }
2424
2425                 if (!fr_event_fd_insert(events, 0, self_pipe[0], rs_signal_action, events)) {
2426                         ERROR("Failed inserting signal pipe descriptor: %s", fr_strerror());
2427                         goto finish;
2428                 }
2429
2430                 /*
2431                  *  Now add fd's for each of the pcap sessions we opened
2432                  */
2433                 for (in_p = in;
2434                      in_p;
2435                      in_p = in_p->next) {
2436                         rs_event_t *event;
2437
2438                         event = talloc_zero(events, rs_event_t);
2439                         event->list = events;
2440                         event->in = in_p;
2441                         event->out = out;
2442                         event->stats = &stats;
2443
2444                         if (!fr_event_fd_insert(events, 0, in_p->fd, rs_got_packet, event)) {
2445                                 ERROR("Failed inserting file descriptor");
2446                                 goto finish;
2447                         }
2448                 }
2449
2450                 buff = fr_pcap_device_names(conf, in, ' ');
2451                 DEBUG("Sniffing on (%s)", buff);
2452                 talloc_free(buff);
2453
2454                 gettimeofday(&now, NULL);
2455
2456                 /*
2457                  *  Insert our stats processor
2458                  */
2459                 if (conf->stats.interval) {
2460                         static fr_event_t *event;
2461
2462                         update.list = events;
2463                         update.stats = &stats;
2464                         update.in = in;
2465
2466                         now.tv_sec += conf->stats.interval;
2467                         now.tv_usec = 0;
2468                         if (!fr_event_insert(events, rs_stats_process, (void *) &update, &now, &event)) {
2469                                 ERROR("Failed inserting stats event");
2470                         }
2471
2472                         INFO("Muting stats for the next %i milliseconds (warmup)", conf->stats.timeout);
2473                         rs_tv_add_ms(&now, conf->stats.timeout, &stats.quiet);
2474                 }
2475         }
2476
2477
2478         /*
2479          *      Do this as late as possible so we can return an error code if something went wrong.
2480          */
2481         if (conf->daemonize) {
2482                 rs_daemonize(conf->pidfile);
2483         }
2484
2485         /*
2486          *      Setup signal handlers so we always exit gracefully, ensuring output buffers are always
2487          *      flushed.
2488          */
2489         fr_set_signal(SIGPIPE, rs_signal_self);
2490         fr_set_signal(SIGINT, rs_signal_self);
2491         fr_set_signal(SIGTERM, rs_signal_self);
2492 #ifdef SIGQUIT
2493         fr_set_signal(SIGQUIT, rs_signal_self);
2494 #endif
2495
2496         fr_event_loop(events);  /* Enter the main event loop */
2497
2498         DEBUG("Done sniffing");
2499
2500         finish:
2501
2502         cleanup = true;
2503
2504         /*
2505          *      Free all the things! This also closes all the sockets and file descriptors
2506          */
2507         talloc_free(conf);
2508
2509         if (conf->daemonize) {
2510                 unlink(conf->pidfile);
2511         }
2512
2513         return ret;
2514 }