2 * Copyright (C) 2008 Stig Venaas <venaas@uninett.no>
4 * Permission to use, copy, modify, and distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
10 #include <sys/socket.h>
11 #include <netinet/in.h>
20 #include <sys/types.h>
21 #include <sys/select.h>
24 #include <arpa/inet.h>
27 #include <openssl/ssl.h>
28 #include <openssl/err.h>
33 #include "radsecproxy.h"
36 static int client4_sock = -1;
37 static int client6_sock = -1;
39 struct sessioncacheentry {
40 pthread_mutex_t mutex;
42 struct timeval expiry;
45 struct dtlsservernewparams {
46 struct sessioncacheentry *sesscache;
48 struct sockaddr_storage addr;
51 int udp2bio(int s, struct queue *q, int cnt) {
61 debug(DBG_ERR, "udp2bio: malloc failed");
66 cnt = recv(s, buf, cnt, 0);
68 debug(DBG_WARN, "udp2bio: recv failed");
73 rbio = BIO_new_mem_buf(buf, cnt);
74 BIO_set_mem_eof_return(rbio, -1);
76 pthread_mutex_lock(&q->mutex);
77 if (!list_push(q->entries, rbio)) {
79 pthread_mutex_unlock(&q->mutex);
82 pthread_cond_signal(&q->cond);
83 pthread_mutex_unlock(&q->mutex);
87 BIO *getrbio(SSL *ssl, struct queue *q, int timeout) {
92 pthread_mutex_lock(&q->mutex);
93 if (!(rbio = (BIO *)list_shift(q->entries))) {
95 gettimeofday(&now, NULL);
96 memset(&to, 0, sizeof(struct timespec));
97 to.tv_sec = now.tv_sec + timeout;
98 pthread_cond_timedwait(&q->cond, &q->mutex, &to);
100 pthread_cond_wait(&q->cond, &q->mutex);
101 rbio = (BIO *)list_shift(q->entries);
103 pthread_mutex_unlock(&q->mutex);
107 int dtlsread(SSL *ssl, struct queue *q, unsigned char *buf, int num, int timeout) {
111 for (len = 0; len < num; len += cnt) {
112 cnt = SSL_read(ssl, buf + len, num - len);
114 switch (cnt = SSL_get_error(ssl, cnt)) {
115 case SSL_ERROR_WANT_READ:
116 rbio = getrbio(ssl, q, timeout);
123 case SSL_ERROR_WANT_WRITE:
126 case SSL_ERROR_ZERO_RETURN:
127 /* remote end sent close_notify, send one back */
137 /* accept if acc == 1, else connect */
138 SSL *dtlsacccon(uint8_t acc, SSL_CTX *ctx, int s, struct sockaddr *addr, struct queue *rbios) {
148 mem0bio = BIO_new(BIO_s_mem());
149 BIO_set_mem_eof_return(mem0bio, -1);
150 wbio = BIO_new_dgram(s, BIO_NOCLOSE);
151 BIO_dgram_set_peer(wbio, addr);
152 SSL_set_bio(ssl, mem0bio, wbio);
154 for (i = 0; i < 5; i++) {
155 res = acc ? SSL_accept(ssl) : SSL_connect(ssl);
160 if (SSL_get_error(ssl, res) == SSL_ERROR_WANT_READ) {
162 ssl->rbio = getrbio(ssl, rbios, 5);
166 while ((error = ERR_get_error()))
167 debug(DBG_ERR, "dtls%st: DTLS: %s", acc ? "accep" : "connec", ERR_error_string(error, NULL));
174 unsigned char *raddtlsget(SSL *ssl, struct queue *rbios, int timeout) {
176 unsigned char buf[4], *rad;
179 cnt = dtlsread(ssl, rbios, buf, 4, timeout);
181 debug(DBG_DBG, cnt ? "raddtlsget: connection lost" : "raddtlsget: timeout");
188 debug(DBG_ERR, "raddtlsget: malloc failed");
193 cnt = dtlsread(ssl, rbios, rad + 4, len - 4, timeout);
195 debug(DBG_DBG, cnt ? "raddtlsget: connection lost" : "raddtlsget: timeout");
204 debug(DBG_WARN, "raddtlsget: packet smaller than minimum radius size");
207 debug(DBG_DBG, "raddtlsget: got %d bytes", len);
211 void *dtlsserverwr(void *arg) {
214 struct client *client = (struct client *)arg;
215 struct queue *replyq;
218 debug(DBG_DBG, "dtlsserverwr: starting for %s", client->conf->host);
219 replyq = client->replyq;
221 pthread_mutex_lock(&replyq->mutex);
222 while (!list_first(replyq->entries)) {
224 debug(DBG_DBG, "dtlsserverwr: waiting for signal");
225 pthread_cond_wait(&replyq->cond, &replyq->mutex);
226 debug(DBG_DBG, "dtlsserverwr: got signal");
229 /* ssl might have changed while waiting */
230 pthread_mutex_unlock(&replyq->mutex);
231 debug(DBG_DBG, "dtlsserverwr: exiting as requested");
236 reply = (struct reply *)list_shift(replyq->entries);
237 pthread_mutex_unlock(&replyq->mutex);
238 cnt = SSL_write(client->ssl, reply->buf, RADLEN(reply->buf));
240 debug(DBG_DBG, "dtlsserverwr: sent %d bytes, Radius packet of length %d",
241 cnt, RADLEN(reply->buf));
243 while ((error = ERR_get_error()))
244 debug(DBG_ERR, "dtlsserverwr: SSL: %s", ERR_error_string(error, NULL));
250 void dtlsserverrd(struct client *client) {
252 pthread_t dtlsserverwrth;
254 debug(DBG_DBG, "dtlsserverrd: starting for %s", client->conf->host);
256 if (pthread_create(&dtlsserverwrth, NULL, dtlsserverwr, (void *)client)) {
257 debug(DBG_ERR, "dtlsserverrd: pthread_create failed");
262 memset(&rq, 0, sizeof(struct request));
263 rq.buf = raddtlsget(client->ssl, client->rbios, IDLE_TIMEOUT);
265 debug(DBG_ERR, "dtlsserverrd: connection from %s lost", client->conf->host);
268 debug(DBG_DBG, "dtlsserverrd: got Radius message from %s", client->conf->host);
271 debug(DBG_ERR, "dtlsserverrd: message authentication/validation failed, closing connection from %s", client->conf->host);
276 /* stop writer by setting ssl to NULL and give signal in case waiting for data */
279 pthread_mutex_lock(&client->replyq->mutex);
280 pthread_cond_signal(&client->replyq->cond);
281 pthread_mutex_unlock(&client->replyq->mutex);
282 debug(DBG_DBG, "dtlsserverrd: waiting for writer to end");
283 pthread_join(dtlsserverwrth, NULL);
284 removeclientrqs(client);
285 debug(DBG_DBG, "dtlsserverrd: reader for %s exiting", client->conf->host);
288 void *dtlsservernew(void *arg) {
289 struct dtlsservernewparams *params = (struct dtlsservernewparams *)arg;
290 struct client *client;
291 struct clsrvconf *conf;
292 struct list_node *cur = NULL;
297 debug(DBG_DBG, "dtlsservernew: starting");
298 conf = find_clconf(RAD_DTLS, (struct sockaddr *)¶ms->addr, NULL);
300 ssl = dtlsacccon(1, conf->ssl_ctx, params->sock, (struct sockaddr *)¶ms->addr, params->sesscache->rbios);
303 cert = verifytlscert(ssl);
309 if (verifyconfcert(cert, conf)) {
311 client = addclient(conf);
313 client->sock = params->sock;
314 client->rbios = params->sesscache->rbios;
315 client->addr = params->addr;
317 dtlsserverrd(client);
318 removeclient(client);
321 debug(DBG_WARN, "dtlsservernew: failed to create new client instance");
325 conf = find_clconf(RAD_DTLS, (struct sockaddr *)¶ms->addr, &cur);
327 debug(DBG_WARN, "dtlsservernew: ignoring request, no matching TLS client");
335 pthread_mutex_lock(¶ms->sesscache->mutex);
336 freebios(params->sesscache->rbios);
337 params->sesscache->rbios = NULL;
338 gettimeofday(¶ms->sesscache->expiry, NULL);
339 params->sesscache->expiry.tv_sec += delay;
340 pthread_mutex_unlock(¶ms->sesscache->mutex);
344 debug(DBG_DBG, "dtlsservernew: exiting");
347 void cacheexpire(struct hash *cache, struct timeval *last) {
349 struct hash_entry *he;
350 struct sessioncacheentry *e;
352 gettimeofday(&now, NULL);
353 if (now.tv_sec - last->tv_sec < 19)
356 for (he = hash_first(cache); he; he = hash_next(he)) {
357 e = (struct sessioncacheentry *)he->data;
358 pthread_mutex_lock(&e->mutex);
359 if (!e->expiry.tv_sec || e->expiry.tv_sec > now.tv_sec) {
360 pthread_mutex_unlock(&e->mutex);
363 debug(DBG_DBG, "cacheexpire: freeing entry");
364 hash_extract(cache, he->key, he->keylen);
369 pthread_mutex_unlock(&e->mutex);
370 pthread_mutex_destroy(&e->mutex);
372 last->tv_sec = now.tv_sec;
375 void *udpdtlsserverrd(void *arg) {
376 int ndesc, cnt, s = *(int *)arg;
377 unsigned char buf[4];
378 struct sockaddr_storage from;
379 socklen_t fromlen = sizeof(from);
380 struct dtlsservernewparams *params;
382 struct timeval timeout, lastexpiry;
383 pthread_t dtlsserverth;
384 struct hash *sessioncache;
385 struct sessioncacheentry *cacheentry;
387 sessioncache = hash_create();
389 debugx(1, DBG_ERR, "udpdtlsserverrd: malloc failed");
390 gettimeofday(&lastexpiry, NULL);
395 memset(&timeout, 0, sizeof(struct timeval));
397 ndesc = select(s + 1, &readfds, NULL, NULL, &timeout);
399 cacheexpire(sessioncache, &lastexpiry);
402 cnt = recvfrom(s, buf, 4, MSG_PEEK | MSG_TRUNC, (struct sockaddr *)&from, &fromlen);
404 debug(DBG_WARN, "udpdtlsserverrd: recv failed");
405 cacheexpire(sessioncache, &lastexpiry);
408 cacheentry = hash_read(sessioncache, &from, fromlen);
410 debug(DBG_DBG, "udpdtlsserverrd: cache hit");
411 pthread_mutex_lock(&cacheentry->mutex);
412 if (cacheentry->rbios) {
413 if (udp2bio(s, cacheentry->rbios, cnt))
414 debug(DBG_DBG, "udpdtlsserverrd: got DTLS in UDP from %s", addr2string((struct sockaddr *)&from, fromlen));
417 pthread_mutex_unlock(&cacheentry->mutex);
418 cacheexpire(sessioncache, &lastexpiry);
422 /* from new source */
423 debug(DBG_DBG, "udpdtlsserverrd: cache miss");
424 params = malloc(sizeof(struct dtlsservernewparams));
426 cacheexpire(sessioncache, &lastexpiry);
430 memset(params, 0, sizeof(struct dtlsservernewparams));
431 params->sesscache = malloc(sizeof(struct sessioncacheentry));
432 if (!params->sesscache) {
434 cacheexpire(sessioncache, &lastexpiry);
438 memset(params->sesscache, 0, sizeof(struct sessioncacheentry));
439 pthread_mutex_init(¶ms->sesscache->mutex, NULL);
440 params->sesscache->rbios = newqueue();
441 if (hash_insert(sessioncache, &from, fromlen, params->sesscache)) {
443 memcpy(¶ms->addr, &from, fromlen);
445 if (udp2bio(s, params->sesscache->rbios, cnt)) {
446 debug(DBG_DBG, "udpdtlsserverrd: got DTLS in UDP from %s", addr2string((struct sockaddr *)&from, fromlen));
447 if (!pthread_create(&dtlsserverth, NULL, dtlsservernew, (void *)params)) {
448 pthread_detach(dtlsserverth);
449 cacheexpire(sessioncache, &lastexpiry);
452 debug(DBG_ERR, "udpdtlsserverrd: pthread_create failed");
454 hash_extract(sessioncache, &from, fromlen);
456 freebios(params->sesscache->rbios);
457 pthread_mutex_destroy(¶ms->sesscache->mutex);
458 free(params->sesscache);
460 cacheexpire(sessioncache, &lastexpiry);
464 int dtlsconnect(struct server *server, struct timeval *when, int timeout, char *text) {
469 debug(DBG_DBG, "dtlsconnect: called from %s", text);
470 pthread_mutex_lock(&server->lock);
471 if (when && memcmp(&server->lastconnecttry, when, sizeof(struct timeval))) {
472 /* already reconnected, nothing to do */
473 debug(DBG_DBG, "dtlsconnect(%s): seems already reconnected", text);
474 pthread_mutex_unlock(&server->lock);
479 gettimeofday(&now, NULL);
480 elapsed = now.tv_sec - server->lastconnecttry.tv_sec;
482 if (timeout && server->lastconnecttry.tv_sec && elapsed > timeout) {
483 debug(DBG_DBG, "dtlsconnect: timeout");
484 SSL_free(server->ssl);
486 pthread_mutex_unlock(&server->lock);
490 if (server->connectionok) {
491 server->connectionok = 0;
493 } else if (elapsed < 1)
495 else if (elapsed < 60) {
496 debug(DBG_INFO, "dtlsconnect: sleeping %lds", elapsed);
498 } else if (elapsed < 100000) {
499 debug(DBG_INFO, "dtlsconnect: sleeping %ds", 60);
502 server->lastconnecttry.tv_sec = now.tv_sec; /* no sleep at startup */
503 debug(DBG_WARN, "dtlsconnect: trying to open DTLS connection to %s port %s", server->conf->host, server->conf->port);
505 SSL_free(server->ssl);
506 server->ssl = dtlsacccon(0, server->conf->ssl_ctx, server->sock, server->conf->addrinfo->ai_addr, server->rbios);
509 debug(DBG_DBG, "dtlsconnect: DTLS: ok");
511 cert = verifytlscert(server->ssl);
515 if (verifyconfcert(cert, server->conf))
520 debug(DBG_WARN, "dtlsconnect: DTLS connection to %s port %s up", server->conf->host, server->conf->port);
521 gettimeofday(&server->lastconnecttry, NULL);
522 pthread_mutex_unlock(&server->lock);
526 int clientradputdtls(struct server *server, unsigned char *rad) {
530 struct clsrvconf *conf = server->conf;
535 while ((cnt = SSL_write(server->ssl, rad, len)) <= 0) {
536 while ((error = ERR_get_error()))
537 debug(DBG_ERR, "clientradputdtls: DTLS: %s", ERR_error_string(error, NULL));
539 debug(DBG_DBG, "clientradputdtls: Sent %d bytes, Radius packet of length %d to DTLS peer %s", cnt, len, conf->host);
543 /* reads UDP containing DTLS and passes it on to dtlsclientrd */
544 void *udpdtlsclientrd(void *arg) {
545 int cnt, s = *(int *)arg;
546 unsigned char buf[4];
547 struct sockaddr_storage from;
548 socklen_t fromlen = sizeof(from);
549 struct clsrvconf *conf;
555 if (select(s + 1, &readfds, NULL, NULL, NULL) < 1)
557 cnt = recvfrom(s, buf, 4, MSG_PEEK | MSG_TRUNC, (struct sockaddr *)&from, &fromlen);
559 debug(DBG_WARN, "udpdtlsclientrd: recv failed");
563 conf = find_srvconf(RAD_DTLS, (struct sockaddr *)&from, NULL);
565 debug(DBG_WARN, "udpdtlsclientrd: got packet from wrong or unknown DTLS peer %s, ignoring", addr2string((struct sockaddr *)&from, fromlen));
569 if (udp2bio(s, conf->servers->rbios, cnt))
570 debug(DBG_DBG, "radudpget: got DTLS in UDP from %s", addr2string((struct sockaddr *)&from, fromlen));
574 void *dtlsclientrd(void *arg) {
575 struct server *server = (struct server *)arg;
577 struct timeval lastconnecttry;
581 /* yes, lastconnecttry is really necessary */
582 lastconnecttry = server->lastconnecttry;
583 for (secs = 0; !(buf = raddtlsget(server->ssl, server->rbios, 10)) && !server->lostrqs && secs < IDLE_TIMEOUT; secs += 10);
585 dtlsconnect(server, &lastconnecttry, 0, "dtlsclientrd");
588 if (!replyh(server, buf))
592 server->clientrdgone = 1;
596 void addserverextradtls(struct clsrvconf *conf) {
597 switch (conf->addrinfo->ai_family) {
599 if (client4_sock < 0) {
600 client4_sock = bindtoaddr(getsrcprotores(RAD_DTLS), AF_INET, 0, 1);
601 if (client4_sock < 0)
602 debugx(1, DBG_ERR, "addserver: failed to create client socket for server %s", conf->host);
604 conf->servers->sock = client4_sock;
607 if (client6_sock < 0) {
608 client6_sock = bindtoaddr(getsrcprotores(RAD_DTLS), AF_INET6, 0, 1);
609 if (client6_sock < 0)
610 debugx(1, DBG_ERR, "addserver: failed to create client socket for server %s", conf->host);
612 conf->servers->sock = client6_sock;
615 debugx(1, DBG_ERR, "addserver: unsupported address family");
619 void initextradtls() {
620 pthread_t cl4th, cl6th;
622 if (client4_sock >= 0)
623 if (pthread_create(&cl4th, NULL, udpdtlsclientrd, (void *)&client4_sock))
624 debugx(1, DBG_ERR, "pthread_create failed");
625 if (client6_sock >= 0)
626 if (pthread_create(&cl6th, NULL, udpdtlsclientrd, (void *)&client6_sock))
627 debugx(1, DBG_ERR, "pthread_create failed");