src/modules/rlm_sql/drivers/rlm_sql_sqlite/rlm_sql_sqlite.c

   1 /*
   2  *   This program is is free software; you can redistribute it and/or modify
   3  *   it under the terms of the GNU General Public License, version 2 if the
   4  *   License as published by the Free Software Foundation.
   5  *
   6  *   This program is distributed in the hope that it will be useful,
   7  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
   8  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   9  *   GNU General Public License for more details.
  10  *
  11  *   You should have received a copy of the GNU General Public License
  12  *   along with this program; if not, write to the Free Software
  13  *   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  14  */
  15
  16 /**
  17  * $Id$
  18  * @file rlm_sql_sqlite.c
  19  * @brief SQLite driver.
  20  *
  21  * @copyright 2013 Network RADIUS SARL <info@networkradius.com>
  22  * @copyright 2007 Apple Inc.
  23  */
  24
  25 RCSID("$Id$")
  26
  27 #include <freeradius-devel/radiusd.h>
  28
  29 #include <fcntl.h>
  30 #include <sys/stat.h>
  31
  32 #include <sqlite3.h>
  33
  34 #include "rlm_sql.h"
  35 #include "config.h"
  36
  37 #define BOOTSTRAP_MAX (1048576 * 10)
  38
  39 /*
  40  *      Allow us to use versions < 3.6.0 beta0
  41  */
  42 #ifndef SQLITE_OPEN_NOMUTEX
  43 #  define SQLITE_OPEN_NOMUTEX 0
  44 #endif
  45
  46 #ifndef HAVE_SQLITE3_INT64
  47 typedef sqlite3_int64 sqlite_int64
  48 #endif
  49
  50 typedef struct rlm_sql_sqlite_conn {
  51         sqlite3 *db;
  52         sqlite3_stmt *statement;
  53         int col_count;
  54 } rlm_sql_sqlite_conn_t;
  55
  56 typedef struct rlm_sql_sqlite_config {
  57         char const *filename;
  58         char const *bootstrap;
  59 } rlm_sql_sqlite_config_t;
  60
  61 static const CONF_PARSER driver_config[] = {
  62         { "filename", FR_CONF_OFFSET(PW_TYPE_FILE_OUTPUT | PW_TYPE_REQUIRED, rlm_sql_sqlite_config_t, filename), NULL },
  63         { "bootstrap", FR_CONF_OFFSET(PW_TYPE_FILE_INPUT, rlm_sql_sqlite_config_t, bootstrap), NULL },
  64
  65         {NULL, -1, 0, NULL, NULL}
  66 };
  67
  68 static int sql_check_error(sqlite3 *db)
  69 {
  70         int error = sqlite3_errcode(db);
  71         switch(error) {
  72         /*
  73          *      Not errors
  74          */
  75         case SQLITE_OK:
  76         case SQLITE_DONE:
  77         case SQLITE_ROW:
  78                 return 0;
  79         /*
  80          *      User/transient errors
  81          */
  82         case SQLITE_ERROR:      /* SQL error or missing database */
  83         case SQLITE_FULL:
  84         case SQLITE_CONSTRAINT:
  85         case SQLITE_MISMATCH:
  86                 return -1;
  87                 break;
  88
  89         /*
  90          *      Errors with the handle, that probably require reinitialisation
  91          */
  92         default:
  93                 ERROR("rlm_sql_sqlite: Handle is unusable, error (%d): %s", error, sqlite3_errmsg(db));
  94                 return RLM_SQL_RECONNECT;
  95                 break;
  96         }
  97 }
  98
  99 #ifdef HAVE_SQLITE3_OPEN_V2
 100 static int sql_loadfile(TALLOC_CTX *ctx, sqlite3 *db, char const *filename)
 101 {
 102         ssize_t len;
 103         char *buffer;
 104         char *p, *q, *s;
 105         int cl;
 106         FILE *f;
 107         struct stat finfo;
 108
 109         int status;
 110         sqlite3_stmt *statement;
 111         char const *z_tail;
 112
 113         INFO("rlm_sql_sqlite: Executing SQL statements from file \"%s\"", filename);
 114
 115         f = fopen(filename, "r");
 116         if (!f) {
 117                 ERROR("rlm_sql_sqlite: Failed opening SQL file \"%s\": %s", filename,
 118                        fr_syserror(errno));
 119
 120                 return -1;
 121         }
 122
 123         if (fstat(fileno(f), &finfo) < 0) {
 124                 ERROR("rlm_sql_sqlite: Failed stating SQL file \"%s\": %s", filename,
 125                        fr_syserror(errno));
 126
 127                 fclose(f);
 128
 129                 return -1;
 130         }
 131
 132         if (finfo.st_size > BOOTSTRAP_MAX) {
 133                 too_big:
 134                 ERROR("rlm_sql_sqlite: Size of SQL (%zu) file exceeds limit (%uk)",
 135                        (size_t) finfo.st_size / 1024, BOOTSTRAP_MAX / 1024);
 136
 137                 fclose(f);
 138
 139                 return -1;
 140         }
 141
 142         MEM(buffer = talloc_array(ctx, char, finfo.st_size + 1));
 143         len = fread(buffer, sizeof(char), finfo.st_size + 1, f);
 144         if (len > finfo.st_size) {
 145                 talloc_free(buffer);
 146                 goto too_big;
 147         }
 148
 149         if (!len) {
 150                 if (ferror(f)) {
 151                         ERROR("rlm_sql_sqlite: Error reading SQL file: %s", fr_syserror(errno));
 152
 153                         fclose(f);
 154                         talloc_free(buffer);
 155
 156                         return -1;
 157                 }
 158
 159                 DEBUG("rlm_sql_sqlite: Ignoring empty SQL file");
 160
 161                 fclose(f);
 162                 talloc_free(buffer);
 163
 164                 return 0;
 165         }
 166
 167         buffer[len] = '\0';
 168         fclose(f);
 169
 170         /*
 171          *      Check if input data is UTF-8.  Allow CR/LF \t, too.
 172          */
 173         for (p = buffer; p < (buffer + len); p += cl) {
 174                 if (*p < ' ') {
 175                         if ((*p != 0x0a) && (*p != 0x0d) && (*p != '\t')) break;
 176                         cl = 1;
 177                 } else {
 178                         cl = fr_utf8_char((uint8_t *) p);
 179                         if (!cl) break;
 180                 }
 181         }
 182
 183         if ((p - buffer) != len) {
 184                 ERROR("rlm_sql_sqlite: Bootstrap file contains non-UTF8 char at offset %zu", p - buffer);
 185                 talloc_free(buffer);
 186                 return -1;
 187         }
 188
 189         /*
 190          *      Statement delimiter is ;\n
 191          */
 192         s = p = buffer;
 193         while ((q = strchr(p, ';'))) {
 194                 if (q[1] != '\n') {
 195                         p = q + 1;
 196                         continue;
 197                 }
 198
 199                 *q = '\0';
 200
 201 #ifdef HAVE_SQLITE3_PREPARE_V2
 202                 (void) sqlite3_prepare_v2(db, s, len, &statement, &z_tail);
 203 #else
 204                 (void) sqlite3_prepare(db, s, len, &>statement, &z_tail);
 205 #endif
 206                 if (sql_check_error(db)) {
 207                         talloc_free(buffer);
 208                         return -1;
 209                 }
 210
 211                 (void) sqlite3_step(statement);
 212                 status = sql_check_error(db);
 213
 214                 (void) sqlite3_finalize(statement);
 215                 if (status || sql_check_error(db)) {
 216                         talloc_free(buffer);
 217                         return -1;
 218                 }
 219
 220                 p = s = q + 1;
 221         }
 222
 223         talloc_free(buffer);
 224         return 0;
 225 }
 226 #endif
 227
 228 static int mod_instantiate(CONF_SECTION *conf, rlm_sql_config_t *config)
 229 {
 230         static bool version_done;
 231
 232         bool exists;
 233         rlm_sql_sqlite_config_t *driver;
 234         struct stat buf;
 235
 236         if (!version_done) {
 237                 version_done = true;
 238
 239                 if (sqlite3_libversion_number() != SQLITE_VERSION_NUMBER) {
 240                         WARN("rlm_sql_sqlite: libsqlite version changed since the server was built");
 241                         WARN("rlm_sql_sqlite: linked: %s built: %s", sqlite3_libversion(), SQLITE_VERSION);
 242                 }
 243                 INFO("rlm_sql_sqlite: libsqlite version: %s", sqlite3_libversion());
 244         }
 245
 246         MEM(driver = config->driver = talloc_zero(config, rlm_sql_sqlite_config_t));
 247         if (cf_section_parse(conf, driver, driver_config) < 0) {
 248                 return -1;
 249         }
 250         if (!driver->filename) {
 251                 MEM(driver->filename = talloc_typed_asprintf(driver, "%s/%s", get_radius_dir(), config->sql_db));
 252         }
 253
 254         if (stat(driver->filename, &buf) == 0) {
 255                 exists = true;
 256         } else if (errno == ENOENT) {
 257                 exists = false;
 258         } else {
 259                 ERROR("rlm_sql_sqlite: Database exists, but couldn't be opened: %s", fr_syserror(errno));
 260                 return -1;
 261         }
 262
 263         if (driver->bootstrap && !exists) {
 264 #  ifdef HAVE_SQLITE3_OPEN_V2
 265                 int status;
 266                 int ret;
 267                 char *p;
 268                 char *buff;
 269                 sqlite3 *db = NULL;
 270
 271                 INFO("rlm_sql_sqlite: Database doesn't exist, creating it and loading schema");
 272
 273                 p = strrchr(driver->filename, '/');
 274                 if (p) {
 275                         size_t len = (p - driver->filename) + 1;
 276
 277                         buff = talloc_array(conf, char, len);
 278                         strlcpy(buff, driver->filename, len);
 279                 } else {
 280                         MEM(buff = talloc_typed_strdup(conf, driver->filename));
 281                 }
 282
 283                 ret = rad_mkdir(buff, 0700);
 284                 talloc_free(buff);
 285                 if (ret < 0) {
 286                         ERROR("rlm_sql_sqlite: Failed creating directory for SQLite database: %s", fr_syserror(errno));
 287
 288                         return -1;
 289                 };
 290
 291                 status = sqlite3_open_v2(driver->filename, &db, SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE, NULL);
 292                 if (!db) {
 293 #  ifdef HAVE_SQLITE3_ERRSTR
 294                         ERROR("rlm_sql_sqlite: Failed creating opening/creating SQLite database: %s",
 295                               sqlite3_errstr(status));
 296 #  else
 297                         ERROR("rlm_sql_sqlite: Failed creating opening/creating SQLite database, got code (%i)",
 298                               status);
 299 #  endif
 300
 301                         goto unlink;
 302                 }
 303
 304                 if (sql_check_error(db)) {
 305                         (void) sqlite3_close(db);
 306
 307                         goto unlink;
 308                 }
 309
 310                 ret = sql_loadfile(conf, db, driver->bootstrap);
 311                 status = sqlite3_close(db);
 312                 if (status != SQLITE_OK) {
 313                 /*
 314                  *      Safer to use sqlite3_errstr here, just in case the handle is in a weird state
 315                  */
 316 #  ifdef HAVE_SQLITE3_ERRSTR
 317                         ERROR("rlm_sql_sqlite: Error closing SQLite handle: %s", sqlite3_errstr(status));
 318 #  else
 319                         ERROR("rlm_sql_sqlite: Error closing SQLite handle, got code (%i)", status);
 320 #  endif
 321
 322                         goto unlink;
 323                 }
 324                 if (ret < 0) {
 325                 unlink:
 326                         if ((unlink(driver->filename) < 0) && (errno != ENOENT)) {
 327                                 ERROR("rlm_sql_sqlite: Error removing partially initialised database: %s",
 328                                       fr_syserror(errno));
 329                         }
 330                         return -1;
 331                 }
 332 #else
 333                 WARN("rlm_sql_sqlite: sqlite3_open_v2() not available, cannot bootstrap database. "
 334                        "Upgrade to SQLite >= 3.5.1 if you need this functionality");
 335 #endif
 336         }
 337
 338         return 0;
 339 }
 340
 341 static int sql_socket_destructor(void *c)
 342 {
 343         int status = 0;
 344         rlm_sql_sqlite_conn_t * conn = c;
 345
 346         DEBUG2("rlm_sql_sqlite: Socket destructor called, closing socket");
 347
 348         if (conn->db) {
 349                 status = sqlite3_close(conn->db);
 350                 if (status != SQLITE_OK) {
 351                         WARN("rlm_sql_sqlite: Got SQLite error code (%u) when closing socket", status);
 352                 }
 353         }
 354
 355         return 0;
 356 }
 357
 358 static void _sql_greatest(sqlite3_context *ctx, int num_values, sqlite3_value **values)
 359 {
 360         int i;
 361         sqlite3_int64 value, max = 0;
 362
 363         for (i = 0; i < num_values; i++) {
 364                 value = sqlite3_value_int64(values[i]);
 365                 if (value > max) {
 366                         max = value;
 367                 }
 368         }
 369
 370         sqlite3_result_int64(ctx, max);
 371 }
 372
 373 static sql_rcode_t sql_socket_init(rlm_sql_handle_t *handle, rlm_sql_config_t *config)
 374 {
 375         rlm_sql_sqlite_conn_t *conn;
 376         rlm_sql_sqlite_config_t *driver = config->driver;
 377
 378         int status;
 379
 380         MEM(conn = handle->conn = talloc_zero(handle, rlm_sql_sqlite_conn_t));
 381         talloc_set_destructor((void *) conn, sql_socket_destructor);
 382
 383         INFO("rlm_sql_sqlite: Opening SQLite database \"%s\"", driver->filename);
 384 #ifdef HAVE_SQLITE3_OPEN_V2
 385         status = sqlite3_open_v2(driver->filename, &(conn->db), SQLITE_OPEN_READWRITE | SQLITE_OPEN_NOMUTEX, NULL);
 386 #else
 387         status = sqlite3_open(driver->filename, &(conn->db));
 388 #endif
 389         if (!conn->db) {
 390 #ifdef HAVE_SQLITE3_ERRSTR
 391                 ERROR("rlm_sql_sqlite: Failed creating opening/creating SQLite: %s", sqlite3_errstr(status));
 392 #else
 393                 ERROR("rlm_sql_sqlite: Failed creating opening/creating SQLite database error code (%i)",
 394                       status);
 395 #endif
 396
 397                 return -1;
 398         }
 399
 400         if (sql_check_error(conn->db)) {
 401                 return -1;
 402         }
 403
 404         /*
 405          *      Enable extended return codes for extra debugging info.
 406          */
 407 #ifdef HAVE_SQLITE3_EXTENDED_RESULT_CODES
 408         (void) sqlite3_extended_result_codes(conn->db, 1);
 409 #endif
 410         if (sql_check_error(conn->db)) {
 411                 return -1;
 412         }
 413
 414 #ifdef HAVE_SQLITE3_CREATE_FUNCTION_V2
 415         status = sqlite3_create_function_v2(conn->db, "GREATEST", -1, SQLITE_ANY, NULL,
 416                                             _sql_greatest, NULL, NULL, NULL);
 417 #else
 418         status = sqlite3_create_function(conn->db, "GREATEST", -1, SQLITE_ANY, NULL,
 419                                          _sql_greatest, NULL, NULL);
 420 #endif
 421         if (status != SQLITE_OK) {
 422                 ERROR("rlm_sql_sqlite: Failed registering 'GREATEST' sql function: %s", sqlite3_errmsg(conn->db));
 423         }
 424
 425         return 0;
 426 }
 427
 428 static sql_rcode_t sql_select_query(rlm_sql_handle_t *handle, UNUSED rlm_sql_config_t *config, char const *query)
 429 {
 430         rlm_sql_sqlite_conn_t *conn = handle->conn;
 431         char const *z_tail;
 432
 433 #ifdef HAVE_SQLITE3_PREPARE_V2
 434         (void) sqlite3_prepare_v2(conn->db, query, strlen(query), &conn->statement, &z_tail);
 435 #else
 436         (void) sqlite3_prepare(conn->db, query, strlen(query), &conn->statement, &z_tail);
 437 #endif
 438
 439         conn->col_count = 0;
 440
 441         return sql_check_error(conn->db);
 442 }
 443
 444
 445 static sql_rcode_t sql_query(rlm_sql_handle_t *handle, UNUSED rlm_sql_config_t *config, char const *query)
 446 {
 447         int status;
 448         rlm_sql_sqlite_conn_t *conn = handle->conn;
 449         char const *z_tail;
 450
 451 #ifdef HAVE_SQLITE3_PREPARE_V2
 452         status = sqlite3_prepare_v2(conn->db, query, strlen(query), &conn->statement, &z_tail);
 453 #else
 454         status = sqlite3_prepare(conn->db, query, strlen(query), &conn->statement, &z_tail);
 455 #endif
 456         if (status != SQLITE_OK) {
 457                 return sql_check_error(conn->db);
 458         }
 459
 460         (void) sqlite3_step(conn->statement);
 461
 462         return sql_check_error(conn->db);
 463 }
 464
 465 static sql_rcode_t sql_store_result(UNUSED rlm_sql_handle_t *handle, UNUSED rlm_sql_config_t *config)
 466 {
 467         return 0;
 468 }
 469
 470 static int sql_num_fields(rlm_sql_handle_t * handle, UNUSED rlm_sql_config_t *config)
 471 {
 472         rlm_sql_sqlite_conn_t *conn = handle->conn;
 473
 474         if (conn->statement) {
 475                 return sqlite3_column_count(conn->statement);
 476         }
 477
 478         return 0;
 479 }
 480
 481 static int sql_num_rows(rlm_sql_handle_t *handle, UNUSED rlm_sql_config_t *config)
 482 {
 483         rlm_sql_sqlite_conn_t *conn = handle->conn;
 484
 485         if (conn->statement) {
 486                 return sqlite3_data_count(conn->statement);
 487         }
 488
 489         return 0;
 490 }
 491
 492 static sql_rcode_t sql_fetch_row(rlm_sql_handle_t *handle, rlm_sql_config_t *config)
 493 {
 494         int status;
 495         rlm_sql_sqlite_conn_t *conn = handle->conn;
 496
 497         int i = 0;
 498
 499         char **row;
 500
 501         /*
 502          *      Executes the SQLite query and interates over the results
 503          */
 504         status = sqlite3_step(conn->statement);
 505
 506         /*
 507          *      Error getting next row
 508          */
 509         if (sql_check_error(conn->db)) {
 510                 return -1;
 511         }
 512
 513         /*
 514          *      No more rows to process (were done)
 515          */
 516         if (status == SQLITE_DONE) {
 517                 return 1;
 518         }
 519
 520         /*
 521          *      We only need to do this once per result set, because
 522          *      the number of columns won't change.
 523          */
 524         if (conn->col_count == 0) {
 525                 conn->col_count = sql_num_fields(handle, config);
 526                 if (conn->col_count == 0) {
 527                         return -1;
 528                 }
 529         }
 530
 531         /*
 532          *      Free the previous result (also gets called on finish_query)
 533          */
 534         talloc_free(handle->row);
 535
 536         MEM(row = handle->row = talloc_zero_array(handle->conn, char *, conn->col_count + 1));
 537
 538         for (i = 0; i < conn->col_count; i++) {
 539                 switch (sqlite3_column_type(conn->statement, i)) {
 540                 case SQLITE_INTEGER:
 541                         MEM(row[i] = talloc_typed_asprintf(row, "%d", sqlite3_column_int(conn->statement, i)));
 542                         break;
 543
 544                 case SQLITE_FLOAT:
 545                         MEM(row[i] = talloc_typed_asprintf(row, "%f", sqlite3_column_double(conn->statement, i)));
 546                         break;
 547
 548                 case SQLITE_TEXT:
 549                         {
 550                                 char const *p;
 551                                 p = (char const *) sqlite3_column_text(conn->statement, i);
 552
 553                                 if (p) {
 554                                         MEM(row[i] = talloc_typed_strdup(row, p));
 555                                 }
 556                         }
 557                         break;
 558
 559                 case SQLITE_BLOB:
 560                         {
 561                                 uint8_t const *p;
 562                                 size_t len;
 563
 564                                 p = sqlite3_column_blob(conn->statement, i);
 565                                 if (p) {
 566                                         len = sqlite3_column_bytes(conn->statement, i);
 567
 568                                         MEM(row[i] = talloc_zero_array(row, char, len + 1));
 569                                         memcpy(row[i], p, len);
 570                                 }
 571                         }
 572                         break;
 573
 574                 default:
 575                         break;
 576                 }
 577         }
 578
 579         return 0;
 580 }
 581
 582 static sql_rcode_t sql_free_result(rlm_sql_handle_t *handle,
 583                            UNUSED rlm_sql_config_t *config)
 584 {
 585         rlm_sql_sqlite_conn_t *conn = handle->conn;
 586
 587         if (conn->statement) {
 588                 TALLOC_FREE(handle->row);
 589
 590                 (void) sqlite3_finalize(conn->statement);
 591                 conn->statement = NULL;
 592                 conn->col_count = 0;
 593         }
 594
 595         /*
 596          *      There's no point in checking the code returned by finalize
 597          *      as it'll have already been encountered elsewhere in the code.
 598          *
 599          *      It's just the last error that occurred processing the
 600          *      statement.
 601          */
 602         return 0;
 603 }
 604
 605 static char const *sql_error(rlm_sql_handle_t *handle,
 606                              UNUSED rlm_sql_config_t *config)
 607 {
 608         rlm_sql_sqlite_conn_t *conn = handle->conn;
 609
 610         if (conn->db) {
 611                 return sqlite3_errmsg(conn->db);
 612         }
 613
 614         return "Invalid handle";
 615 }
 616
 617 static sql_rcode_t sql_finish_query(rlm_sql_handle_t *handle,
 618                             UNUSED rlm_sql_config_t *config)
 619 {
 620         return sql_free_result(handle, config);
 621 }
 622
 623 static int sql_affected_rows(rlm_sql_handle_t *handle,
 624                              UNUSED rlm_sql_config_t *config)
 625 {
 626         rlm_sql_sqlite_conn_t *conn = handle->conn;
 627
 628         if (conn->db) {
 629                 return sqlite3_changes(conn->db);
 630         }
 631
 632         return -1;
 633 }
 634
 635
 636 /* Exported to rlm_sql */
 637 rlm_sql_module_t rlm_sql_sqlite = {
 638         "rlm_sql_sqlite",
 639         mod_instantiate,
 640         sql_socket_init,
 641         sql_query,
 642         sql_select_query,
 643         sql_store_result,
 644         sql_num_fields,
 645         sql_num_rows,
 646         sql_fetch_row,
 647         sql_free_result,
 648         sql_error,
 649         sql_finish_query,
 650         sql_finish_query,
 651         sql_affected_rows
 652 };