1 /* Copyright (c) 2006-2009, Stig Venaas, UNINETT AS.
2 * Copyright (c) 2010, UNINETT AS, NORDUnet A/S.
3 * Copyright (c) 2010-2012, NORDUnet A/S. */
4 /* See LICENSE for licensing information. */
7 #include <sys/socket.h>
8 #include <netinet/in.h>
17 #include <sys/types.h>
18 #include <sys/select.h>
21 #include <arpa/inet.h>
24 #include <openssl/ssl.h>
25 #include <openssl/err.h>
27 #include "radsecproxy.h"
34 static void setprotoopts(struct commonprotoopts *opts);
35 static char **getlistenerargs();
36 void *udpdtlsserverrd(void *arg);
37 int dtlsconnect(struct server *server, struct timeval *when, int timeout, char *text);
38 void *dtlsclientrd(void *arg);
39 int clientradputdtls(struct server *server, unsigned char *rad);
40 void addserverextradtls(struct clsrvconf *conf);
44 static const struct protodefs protodefs = {
46 "radsec", /* secretdefault */
47 SOCK_DGRAM, /* socktype */
48 "2083", /* portdefault */
49 REQUEST_RETRY_COUNT, /* retrycountdefault */
50 10, /* retrycountmax */
51 REQUEST_RETRY_INTERVAL, /* retryintervaldefault */
52 60, /* retryintervalmax */
53 DUPLICATE_INTERVAL, /* duplicateintervaldefault */
54 setprotoopts, /* setprotoopts */
55 getlistenerargs, /* getlistenerargs */
56 udpdtlsserverrd, /* listener */
57 dtlsconnect, /* connecter */
58 dtlsclientrd, /* clientconnreader */
59 clientradputdtls, /* clientradput */
61 addserverextradtls, /* addserverextra */
62 dtlssetsrcres, /* setsrcres */
63 initextradtls /* initextra */
66 static int client4_sock = -1;
67 static int client6_sock = -1;
68 static struct addrinfo *srcres = NULL;
69 static uint8_t handle;
70 static struct commonprotoopts *protoopts = NULL;
72 const struct protodefs *dtlsinit(uint8_t h) {
77 static void setprotoopts(struct commonprotoopts *opts) {
81 static char **getlistenerargs() {
82 return protoopts ? protoopts->listenargs : NULL;
85 struct sessioncacheentry {
86 pthread_mutex_t mutex;
88 struct timeval expiry;
91 struct dtlsservernewparams {
92 struct sessioncacheentry *sesscache;
94 struct sockaddr_storage addr;
97 void dtlssetsrcres() {
100 resolvepassiveaddrinfo(protoopts ? protoopts->sourcearg : NULL,
101 AF_UNSPEC, NULL, protodefs.socktype);
104 int udp2bio(int s, struct gqueue *q, int cnt) {
114 debug(DBG_ERR, "udp2bio: malloc failed");
119 cnt = recv(s, buf, cnt, 0);
121 debug(DBG_WARN, "udp2bio: recv failed");
126 rbio = BIO_new_mem_buf(buf, cnt);
127 BIO_set_mem_eof_return(rbio, -1);
129 pthread_mutex_lock(&q->mutex);
130 if (!list_push(q->entries, rbio)) {
132 pthread_mutex_unlock(&q->mutex);
135 pthread_cond_signal(&q->cond);
136 pthread_mutex_unlock(&q->mutex);
140 BIO *getrbio(SSL *ssl, struct gqueue *q, int timeout) {
145 pthread_mutex_lock(&q->mutex);
146 if (!(rbio = (BIO *)list_shift(q->entries))) {
148 gettimeofday(&now, NULL);
149 memset(&to, 0, sizeof(struct timespec));
150 to.tv_sec = now.tv_sec + timeout;
151 pthread_cond_timedwait(&q->cond, &q->mutex, &to);
153 pthread_cond_wait(&q->cond, &q->mutex);
154 rbio = (BIO *)list_shift(q->entries);
156 pthread_mutex_unlock(&q->mutex);
160 int dtlsread(SSL *ssl, struct gqueue *q, unsigned char *buf, int num, int timeout) {
164 for (len = 0; len < num; len += cnt) {
165 cnt = SSL_read(ssl, buf + len, num - len);
167 switch (cnt = SSL_get_error(ssl, cnt)) {
168 case SSL_ERROR_WANT_READ:
169 rbio = getrbio(ssl, q, timeout);
176 case SSL_ERROR_WANT_WRITE:
179 case SSL_ERROR_ZERO_RETURN:
180 /* remote end sent close_notify, send one back */
190 /* accept if acc == 1, else connect */
191 SSL *dtlsacccon(uint8_t acc, SSL_CTX *ctx, int s, struct sockaddr *addr, struct gqueue *rbios) {
201 mem0bio = BIO_new(BIO_s_mem());
202 BIO_set_mem_eof_return(mem0bio, -1);
203 wbio = BIO_new_dgram(s, BIO_NOCLOSE);
204 i = BIO_dgram_set_peer(wbio, addr); /* i just to avoid warning */
205 SSL_set_bio(ssl, mem0bio, wbio);
207 for (i = 0; i < 5; i++) {
208 res = acc ? SSL_accept(ssl) : SSL_connect(ssl);
213 if (SSL_get_error(ssl, res) == SSL_ERROR_WANT_READ) {
215 ssl->rbio = getrbio(ssl, rbios, 5);
219 while ((error = ERR_get_error()))
220 debug(DBG_ERR, "dtls%st: DTLS: %s", acc ? "accep" : "connec", ERR_error_string(error, NULL));
227 unsigned char *raddtlsget(SSL *ssl, struct gqueue *rbios, int timeout) {
229 unsigned char buf[4], *rad;
232 cnt = dtlsread(ssl, rbios, buf, 4, timeout);
234 debug(DBG_DBG, cnt ? "raddtlsget: connection lost" : "raddtlsget: timeout");
241 debug(DBG_ERR, "raddtlsget: malloc failed");
246 cnt = dtlsread(ssl, rbios, rad + 4, len - 4, timeout);
248 debug(DBG_DBG, cnt ? "raddtlsget: connection lost" : "raddtlsget: timeout");
257 debug(DBG_WARN, "raddtlsget: packet smaller than minimum radius size");
260 debug(DBG_DBG, "raddtlsget: got %d bytes", len);
264 void *dtlsserverwr(void *arg) {
267 struct client *client = (struct client *)arg;
268 struct gqueue *replyq;
269 struct request *reply;
271 debug(DBG_DBG, "dtlsserverwr: starting for %s", addr2string(client->addr));
272 replyq = client->replyq;
274 pthread_mutex_lock(&replyq->mutex);
275 while (!list_first(replyq->entries)) {
277 debug(DBG_DBG, "dtlsserverwr: waiting for signal");
278 pthread_cond_wait(&replyq->cond, &replyq->mutex);
279 debug(DBG_DBG, "dtlsserverwr: got signal");
282 /* ssl might have changed while waiting */
283 pthread_mutex_unlock(&replyq->mutex);
284 debug(DBG_DBG, "dtlsserverwr: exiting as requested");
289 reply = (struct request *)list_shift(replyq->entries);
290 pthread_mutex_unlock(&replyq->mutex);
291 cnt = SSL_write(client->ssl, reply->replybuf, RADLEN(reply->replybuf));
293 debug(DBG_DBG, "dtlsserverwr: sent %d bytes, Radius packet of length %d to %s",
294 cnt, RADLEN(reply->replybuf), addr2string(client->addr));
296 while ((error = ERR_get_error()))
297 debug(DBG_ERR, "dtlsserverwr: SSL: %s", ERR_error_string(error, NULL));
302 void dtlsserverrd(struct client *client) {
305 pthread_t dtlsserverwrth;
307 debug(DBG_DBG, "dtlsserverrd: starting for %s", addr2string(client->addr));
309 if (pthread_create(&dtlsserverwrth, NULL, dtlsserverwr, (void *)client)) {
310 debug(DBG_ERR, "dtlsserverrd: pthread_create failed");
315 buf = raddtlsget(client->ssl, client->rbios, IDLE_TIMEOUT);
317 debug(DBG_ERR, "dtlsserverrd: connection from %s lost", addr2string(client->addr));
320 debug(DBG_DBG, "dtlsserverrd: got Radius message from %s", addr2string(client->addr));
329 debug(DBG_ERR, "dtlsserverrd: message authentication/validation failed, closing connection from %s", addr2string(client->addr));
334 /* stop writer by setting ssl to NULL and give signal in case waiting for data */
337 pthread_mutex_lock(&client->replyq->mutex);
338 pthread_cond_signal(&client->replyq->cond);
339 pthread_mutex_unlock(&client->replyq->mutex);
340 debug(DBG_DBG, "dtlsserverrd: waiting for writer to end");
341 pthread_join(dtlsserverwrth, NULL);
342 debug(DBG_DBG, "dtlsserverrd: reader for %s exiting", addr2string(client->addr));
345 void *dtlsservernew(void *arg) {
346 struct dtlsservernewparams *params = (struct dtlsservernewparams *)arg;
347 struct client *client;
348 struct clsrvconf *conf;
349 struct list_node *cur = NULL;
355 debug(DBG_DBG, "dtlsservernew: starting");
356 conf = find_clconf(handle, (struct sockaddr *)¶ms->addr, NULL);
358 ctx = tlsgetctx(handle, conf->tlsconf);
361 ssl = dtlsacccon(1, ctx, params->sock, (struct sockaddr *)¶ms->addr, params->sesscache->rbios);
364 cert = verifytlscert(ssl);
370 if (verifyconfcert(cert, conf)) {
372 client = addclient(conf, 1);
374 client->sock = params->sock;
375 client->addr = addr_copy((struct sockaddr *)¶ms->addr);
376 client->rbios = params->sesscache->rbios;
378 dtlsserverrd(client);
379 removeclient(client);
382 debug(DBG_WARN, "dtlsservernew: failed to create new client instance");
386 conf = find_clconf(handle, (struct sockaddr *)¶ms->addr, &cur);
388 debug(DBG_WARN, "dtlsservernew: ignoring request, no matching TLS client");
398 pthread_mutex_lock(¶ms->sesscache->mutex);
399 freebios(params->sesscache->rbios);
400 params->sesscache->rbios = NULL;
401 gettimeofday(¶ms->sesscache->expiry, NULL);
402 params->sesscache->expiry.tv_sec += delay;
403 pthread_mutex_unlock(¶ms->sesscache->mutex);
407 debug(DBG_DBG, "dtlsservernew: exiting");
410 void cacheexpire(struct hash *cache, struct timeval *last) {
412 struct hash_entry *he;
413 struct sessioncacheentry *e;
415 gettimeofday(&now, NULL);
416 if (now.tv_sec - last->tv_sec < 19)
419 for (he = hash_first(cache); he; he = hash_next(he)) {
420 e = (struct sessioncacheentry *)he->data;
421 pthread_mutex_lock(&e->mutex);
422 if (!e->expiry.tv_sec || e->expiry.tv_sec > now.tv_sec) {
423 pthread_mutex_unlock(&e->mutex);
426 debug(DBG_DBG, "cacheexpire: freeing entry");
427 hash_extract(cache, he->key, he->keylen);
432 pthread_mutex_unlock(&e->mutex);
433 pthread_mutex_destroy(&e->mutex);
435 last->tv_sec = now.tv_sec;
438 void *udpdtlsserverrd(void *arg) {
439 int ndesc, cnt, s = *(int *)arg;
440 unsigned char buf[4];
441 struct sockaddr_storage from;
442 socklen_t fromlen = sizeof(from);
443 struct dtlsservernewparams *params;
445 struct timeval timeout, lastexpiry;
446 pthread_t dtlsserverth;
447 struct hash *sessioncache;
448 struct sessioncacheentry *cacheentry;
450 sessioncache = hash_create();
452 debugx(1, DBG_ERR, "udpdtlsserverrd: malloc failed");
453 gettimeofday(&lastexpiry, NULL);
458 memset(&timeout, 0, sizeof(struct timeval));
460 ndesc = select(s + 1, &readfds, NULL, NULL, &timeout);
462 cacheexpire(sessioncache, &lastexpiry);
465 cnt = recvfrom(s, buf, 4, MSG_PEEK | MSG_TRUNC, (struct sockaddr *)&from, &fromlen);
467 debug(DBG_WARN, "udpdtlsserverrd: recv failed");
468 cacheexpire(sessioncache, &lastexpiry);
471 cacheentry = hash_read(sessioncache, &from, fromlen);
473 debug(DBG_DBG, "udpdtlsserverrd: cache hit");
474 pthread_mutex_lock(&cacheentry->mutex);
475 if (cacheentry->rbios) {
476 if (udp2bio(s, cacheentry->rbios, cnt))
477 debug(DBG_DBG, "udpdtlsserverrd: got DTLS in UDP from %s", addr2string((struct sockaddr *)&from));
480 pthread_mutex_unlock(&cacheentry->mutex);
481 cacheexpire(sessioncache, &lastexpiry);
485 /* from new source */
486 debug(DBG_DBG, "udpdtlsserverrd: cache miss");
487 params = malloc(sizeof(struct dtlsservernewparams));
489 cacheexpire(sessioncache, &lastexpiry);
493 memset(params, 0, sizeof(struct dtlsservernewparams));
494 params->sesscache = malloc(sizeof(struct sessioncacheentry));
495 if (!params->sesscache) {
497 cacheexpire(sessioncache, &lastexpiry);
501 memset(params->sesscache, 0, sizeof(struct sessioncacheentry));
502 pthread_mutex_init(¶ms->sesscache->mutex, NULL);
503 params->sesscache->rbios = newqueue();
504 if (hash_insert(sessioncache, &from, fromlen, params->sesscache)) {
506 memcpy(¶ms->addr, &from, fromlen);
508 if (udp2bio(s, params->sesscache->rbios, cnt)) {
509 debug(DBG_DBG, "udpdtlsserverrd: got DTLS in UDP from %s", addr2string((struct sockaddr *)&from));
510 if (!pthread_create(&dtlsserverth, NULL, dtlsservernew, (void *)params)) {
511 pthread_detach(dtlsserverth);
512 cacheexpire(sessioncache, &lastexpiry);
515 debug(DBG_ERR, "udpdtlsserverrd: pthread_create failed");
517 hash_extract(sessioncache, &from, fromlen);
519 freebios(params->sesscache->rbios);
520 pthread_mutex_destroy(¶ms->sesscache->mutex);
521 free(params->sesscache);
523 cacheexpire(sessioncache, &lastexpiry);
527 int dtlsconnect(struct server *server, struct timeval *when, int timeout, char *text) {
532 struct hostportres *hp;
534 debug(DBG_DBG, "dtlsconnect: called from %s", text);
535 pthread_mutex_lock(&server->lock);
536 if (when && memcmp(&server->lastconnecttry, when, sizeof(struct timeval))) {
537 /* already reconnected, nothing to do */
538 debug(DBG_DBG, "dtlsconnect(%s): seems already reconnected", text);
539 pthread_mutex_unlock(&server->lock);
543 hp = (struct hostportres *)list_first(server->conf->hostports)->data;
545 gettimeofday(&now, NULL);
546 elapsed = now.tv_sec - server->lastconnecttry.tv_sec;
548 if (timeout && server->lastconnecttry.tv_sec && elapsed > timeout) {
549 debug(DBG_DBG, "dtlsconnect: timeout");
550 SSL_free(server->ssl);
552 pthread_mutex_unlock(&server->lock);
556 if (server->connectionok) {
557 server->connectionok = 0;
559 } else if (elapsed < 1)
561 else if (elapsed < 60) {
562 debug(DBG_INFO, "dtlsconnect: sleeping %lds", elapsed);
564 } else if (elapsed < 100000) {
565 debug(DBG_INFO, "dtlsconnect: sleeping %ds", 60);
568 server->lastconnecttry.tv_sec = now.tv_sec; /* no sleep at startup */
569 debug(DBG_WARN, "dtlsconnect: trying to open DTLS connection to %s port %s", hp->host, hp->port);
571 SSL_free(server->ssl);
573 ctx = tlsgetctx(handle, server->conf->tlsconf);
576 server->ssl = dtlsacccon(0, ctx, server->sock, hp->addrinfo->ai_addr, server->rbios);
579 debug(DBG_DBG, "dtlsconnect: DTLS: ok");
581 cert = verifytlscert(server->ssl);
585 if (verifyconfcert(cert, server->conf))
590 debug(DBG_WARN, "dtlsconnect: DTLS connection to %s port %s up", hp->host, hp->port);
591 server->connectionok = 1;
592 gettimeofday(&server->lastconnecttry, NULL);
593 pthread_mutex_unlock(&server->lock);
597 int clientradputdtls(struct server *server, unsigned char *rad) {
601 struct clsrvconf *conf = server->conf;
603 if (!server->connectionok)
606 if ((cnt = SSL_write(server->ssl, rad, len)) <= 0) {
607 while ((error = ERR_get_error()))
608 debug(DBG_ERR, "clientradputdtls: DTLS: %s", ERR_error_string(error, NULL));
611 debug(DBG_DBG, "clientradputdtls: Sent %d bytes, Radius packet of length %d to DTLS peer %s", cnt, len, conf->name);
615 /* reads UDP containing DTLS and passes it on to dtlsclientrd */
616 void *udpdtlsclientrd(void *arg) {
617 int cnt, s = *(int *)arg;
618 unsigned char buf[4];
619 struct sockaddr_storage from;
620 socklen_t fromlen = sizeof(from);
621 struct clsrvconf *conf;
627 if (select(s + 1, &readfds, NULL, NULL, NULL) < 1)
629 cnt = recvfrom(s, buf, 4, MSG_PEEK | MSG_TRUNC, (struct sockaddr *)&from, &fromlen);
631 debug(DBG_WARN, "udpdtlsclientrd: recv failed");
635 conf = find_srvconf(handle, (struct sockaddr *)&from, NULL);
637 debug(DBG_WARN, "udpdtlsclientrd: got packet from wrong or unknown DTLS peer %s, ignoring", addr2string((struct sockaddr *)&from));
641 if (udp2bio(s, conf->servers->rbios, cnt))
642 debug(DBG_DBG, "radudpget: got DTLS in UDP from %s", addr2string((struct sockaddr *)&from));
646 void *dtlsclientrd(void *arg) {
647 struct server *server = (struct server *)arg;
649 struct timeval lastconnecttry;
653 /* yes, lastconnecttry is really necessary */
654 lastconnecttry = server->lastconnecttry;
655 for (secs = 0; !(buf = raddtlsget(server->ssl, server->rbios, 10)) && !server->lostrqs && secs < IDLE_TIMEOUT; secs += 10);
657 dtlsconnect(server, &lastconnecttry, 0, "dtlsclientrd");
663 server->clientrdgone = 1;
667 void addserverextradtls(struct clsrvconf *conf) {
668 switch (((struct hostportres *)list_first(conf->hostports)->data)->addrinfo->ai_family) {
670 if (client4_sock < 0) {
671 client4_sock = bindtoaddr(srcres, AF_INET, 0, 1);
672 if (client4_sock < 0)
673 debugx(1, DBG_ERR, "addserver: failed to create client socket for server %s", conf->name);
675 conf->servers->sock = client4_sock;
678 if (client6_sock < 0) {
679 client6_sock = bindtoaddr(srcres, AF_INET6, 0, 1);
680 if (client6_sock < 0)
681 debugx(1, DBG_ERR, "addserver: failed to create client socket for server %s", conf->name);
683 conf->servers->sock = client6_sock;
686 debugx(1, DBG_ERR, "addserver: unsupported address family");
690 void initextradtls() {
691 pthread_t cl4th, cl6th;
694 freeaddrinfo(srcres);
698 if (client4_sock >= 0)
699 if (pthread_create(&cl4th, NULL, udpdtlsclientrd, (void *)&client4_sock))
700 debugx(1, DBG_ERR, "pthread_create failed");
701 if (client6_sock >= 0)
702 if (pthread_create(&cl6th, NULL, udpdtlsclientrd, (void *)&client6_sock))
703 debugx(1, DBG_ERR, "pthread_create failed");
706 const struct protodefs *dtlsinit(uint8_t h) {
711 /* Local Variables: */
712 /* c-file-style: "stroustrup" */