src/base.h

   1 #ifndef _BASE_H_
   2 #define _BASE_H_
   3 #include "first.h"
   4
   5 #include "settings.h"
   6
   7 #include <sys/types.h>
   8 #include <sys/time.h>
   9 #include <sys/stat.h>
  10
  11 #include <limits.h>
  12
  13 #ifdef HAVE_STDINT_H
  14 # include <stdint.h>
  15 #endif
  16
  17 #ifdef HAVE_INTTYPES_H
  18 # include <inttypes.h>
  19 #endif
  20
  21 #include "buffer.h"
  22 #include "array.h"
  23 #include "chunk.h"
  24 #include "keyvalue.h"
  25 #include "fdevent.h"
  26 #include "sys-socket.h"
  27 #include "splaytree.h"
  28 #include "etag.h"
  29
  30
  31 #if defined HAVE_LIBSSL && defined HAVE_OPENSSL_SSL_H
  32 # define USE_OPENSSL
  33 # include <openssl/opensslconf.h>
  34 #  ifndef USE_OPENSSL_KERBEROS
  35 #   ifndef OPENSSL_NO_KRB5
  36 #   define OPENSSL_NO_KRB5
  37 #   endif
  38 #  endif
  39 # include <openssl/ssl.h>
  40 # if ! defined OPENSSL_NO_TLSEXT && ! defined SSL_CTRL_SET_TLSEXT_HOSTNAME
  41 #  define OPENSSL_NO_TLSEXT
  42 # endif
  43 #endif
  44
  45 #ifdef HAVE_FAM_H
  46 # include <fam.h>
  47 #endif
  48
  49 #ifndef O_BINARY
  50 # define O_BINARY 0
  51 #endif
  52
  53 #ifndef O_LARGEFILE
  54 # define O_LARGEFILE 0
  55 #endif
  56
  57 #ifndef SIZE_MAX
  58 # ifdef SIZE_T_MAX
  59 #  define SIZE_MAX SIZE_T_MAX
  60 # else
  61 #  define SIZE_MAX ((size_t)~0)
  62 # endif
  63 #endif
  64
  65 #ifndef SSIZE_MAX
  66 # define SSIZE_MAX ((size_t)~0 >> 1)
  67 #endif
  68
  69 #ifdef __APPLE__
  70 #include <crt_externs.h>
  71 #define environ (* _NSGetEnviron())
  72 #else
  73 extern char **environ;
  74 #endif
  75
  76 /* for solaris 2.5 and NetBSD 1.3.x */
  77 #ifndef HAVE_SOCKLEN_T
  78 typedef int socklen_t;
  79 #endif
  80
  81 /* solaris and NetBSD 1.3.x again */
  82 #if (!defined(HAVE_STDINT_H)) && (!defined(HAVE_INTTYPES_H)) && (!defined(uint32_t))
  83 # define uint32_t u_int32_t
  84 #endif
  85
  86
  87 #ifndef SHUT_WR
  88 # define SHUT_WR 1
  89 #endif
  90
  91 typedef enum { T_CONFIG_UNSET,
  92                 T_CONFIG_STRING,
  93                 T_CONFIG_SHORT,
  94                 T_CONFIG_INT,
  95                 T_CONFIG_BOOLEAN,
  96                 T_CONFIG_ARRAY,
  97                 T_CONFIG_LOCAL,
  98                 T_CONFIG_DEPRECATED,
  99                 T_CONFIG_UNSUPPORTED
 100 } config_values_type_t;
 101
 102 typedef enum { T_CONFIG_SCOPE_UNSET,
 103                 T_CONFIG_SCOPE_SERVER,
 104                 T_CONFIG_SCOPE_CONNECTION
 105 } config_scope_type_t;
 106
 107 typedef struct {
 108         const char *key;
 109         void *destination;
 110
 111         config_values_type_t type;
 112         config_scope_type_t scope;
 113 } config_values_t;
 114
 115 typedef enum { DIRECT, EXTERNAL } connection_type;
 116
 117 typedef struct {
 118         char *key;
 119         connection_type type;
 120         char *value;
 121 } request_handler;
 122
 123 typedef struct {
 124         char *key;
 125         char *host;
 126         unsigned short port;
 127         int used;
 128         short factor;
 129 } fcgi_connections;
 130
 131
 132 typedef union {
 133 #ifdef HAVE_IPV6
 134         struct sockaddr_in6 ipv6;
 135 #endif
 136         struct sockaddr_in ipv4;
 137 #ifdef HAVE_SYS_UN_H
 138         struct sockaddr_un un;
 139 #endif
 140         struct sockaddr plain;
 141 } sock_addr;
 142
 143 /* fcgi_response_header contains ... */
 144 #define HTTP_STATUS         BV(0)
 145 #define HTTP_CONNECTION     BV(1)
 146 #define HTTP_CONTENT_LENGTH BV(2)
 147 #define HTTP_DATE           BV(3)
 148 #define HTTP_LOCATION       BV(4)
 149
 150 typedef struct {
 151         /** HEADER */
 152         /* the request-line */
 153         buffer *request;
 154         buffer *uri;
 155
 156         buffer *orig_uri;
 157
 158         http_method_t  http_method;
 159         http_version_t http_version;
 160
 161         buffer *request_line;
 162
 163         /* strings to the header */
 164         buffer *http_host; /* not alloced */
 165         const char   *http_range;
 166         const char   *http_content_type;
 167         const char   *http_if_modified_since;
 168         const char   *http_if_none_match;
 169
 170         array  *headers;
 171
 172         /* CONTENT */
 173         off_t content_length; /* returned by strtoll() */
 174         off_t te_chunked;
 175
 176         /* internal representation */
 177         int     accept_encoding;
 178
 179         /* internal */
 180         buffer *pathinfo;
 181 } request;
 182
 183 typedef struct {
 184         off_t   content_length;
 185         int     keep_alive;               /* used by  the subrequests in proxy, cgi and fcgi to say the subrequest was keep-alive or not */
 186
 187         array  *headers;
 188
 189         enum {
 190                 HTTP_TRANSFER_ENCODING_IDENTITY, HTTP_TRANSFER_ENCODING_CHUNKED
 191         } transfer_encoding;
 192 } response;
 193
 194 typedef struct {
 195         buffer *scheme; /* scheme without colon or slashes ( "http" or "https" ) */
 196
 197         /* authority with optional portnumber ("site.name" or "site.name:8080" ) NOTE: without "username:password@" */
 198         buffer *authority;
 199
 200         /* path including leading slash ("/" or "/index.html") - urldecoded, and sanitized  ( buffer_path_simplify() && buffer_urldecode_path() ) */
 201         buffer *path;
 202         buffer *path_raw; /* raw path, as sent from client. no urldecoding or path simplifying */
 203         buffer *query; /* querystring ( everything after "?", ie: in "/index.php?foo=1", query is "foo=1" ) */
 204 } request_uri;
 205
 206 typedef struct {
 207         buffer *path;
 208         buffer *basedir; /* path = "(basedir)(.*)" */
 209
 210         buffer *doc_root; /* path = doc_root + rel_path */
 211         buffer *rel_path;
 212
 213         buffer *etag;
 214 } physical;
 215
 216 typedef struct {
 217         buffer *name;
 218         buffer *etag;
 219
 220         struct stat st;
 221
 222         time_t stat_ts;
 223
 224 #ifdef HAVE_LSTAT
 225         char is_symlink;
 226 #endif
 227
 228 #ifdef HAVE_FAM_H
 229         int    dir_version;
 230 #endif
 231
 232         buffer *content_type;
 233 } stat_cache_entry;
 234
 235 typedef struct {
 236         splay_tree *files; /* the nodes of the tree are stat_cache_entry's */
 237
 238         buffer *dir_name; /* for building the dirname from the filename */
 239 #ifdef HAVE_FAM_H
 240         splay_tree *dirs; /* the nodes of the tree are fam_dir_entry */
 241
 242         FAMConnection fam;
 243         int    fam_fcce_ndx;
 244 #endif
 245         buffer *hash_key;  /* temp-store for the hash-key */
 246 } stat_cache;
 247
 248 typedef struct {
 249         array *mimetypes;
 250
 251         /* virtual-servers */
 252         buffer *document_root;
 253         buffer *server_name;
 254         buffer *error_handler;
 255         buffer *error_handler_404;
 256         buffer *server_tag;
 257         buffer *dirlist_encoding;
 258         buffer *errorfile_prefix;
 259
 260         unsigned short high_precision_timestamps;
 261         unsigned short max_keep_alive_requests;
 262         unsigned short max_keep_alive_idle;
 263         unsigned short max_read_idle;
 264         unsigned short max_write_idle;
 265         unsigned short use_xattr;
 266         unsigned short follow_symlink;
 267         unsigned short range_requests;
 268         unsigned short stream_request_body;
 269         unsigned short stream_response_body;
 270
 271         /* debug */
 272
 273         unsigned short log_file_not_found;
 274         unsigned short log_request_header;
 275         unsigned short log_request_handling;
 276         unsigned short log_response_header;
 277         unsigned short log_condition_handling;
 278         unsigned short log_ssl_noise;
 279         unsigned short log_timeouts;
 280
 281
 282         /* server wide */
 283         buffer *ssl_pemfile;
 284         buffer *ssl_ca_file;
 285         buffer *ssl_cipher_list;
 286         buffer *ssl_dh_file;
 287         buffer *ssl_ec_curve;
 288         unsigned short ssl_honor_cipher_order; /* determine SSL cipher in server-preferred order, not client-order */
 289         unsigned short ssl_empty_fragments; /* whether to not set SSL_OP_DONT_INSERT_EMPTY_FRAGMENTS */
 290         unsigned short ssl_use_sslv2;
 291         unsigned short ssl_use_sslv3;
 292         unsigned short ssl_verifyclient;
 293         unsigned short ssl_verifyclient_enforce;
 294         unsigned short ssl_verifyclient_depth;
 295         buffer *ssl_verifyclient_username;
 296         unsigned short ssl_verifyclient_export_cert;
 297         unsigned short ssl_disable_client_renegotiation;
 298
 299         unsigned short use_ipv6, set_v6only; /* set_v6only is only a temporary option */
 300         unsigned short defer_accept;
 301         unsigned short ssl_enabled; /* only interesting for setting up listening sockets. don't use at runtime */
 302         unsigned short allow_http11;
 303         unsigned short etag_use_inode;
 304         unsigned short etag_use_mtime;
 305         unsigned short etag_use_size;
 306         unsigned short force_lowercase_filenames; /* if the FS is case-insensitive, force all files to lower-case */
 307         unsigned int http_parseopts;
 308         unsigned int max_request_size;
 309         int listen_backlog;
 310
 311         unsigned short kbytes_per_second; /* connection kb/s limit */
 312
 313         /* configside */
 314         unsigned short global_kbytes_per_second; /*  */
 315
 316         off_t  global_bytes_per_second_cnt;
 317         /* server-wide traffic-shaper
 318          *
 319          * each context has the counter which is inited once
 320          * a second by the global_kbytes_per_second config-var
 321          *
 322          * as soon as global_kbytes_per_second gets below 0
 323          * the connected conns are "offline" a little bit
 324          *
 325          * the problem:
 326          * we somehow have to loose our "we are writable" signal
 327          * on the way.
 328          *
 329          */
 330         off_t *global_bytes_per_second_cnt_ptr; /*  */
 331
 332 #if defined(__FreeBSD__) || defined(__NetBSD__) \
 333  || defined(__OpenBSD__) || defined(__DragonFly__)
 334         buffer *bsd_accept_filter;
 335 #endif
 336
 337 #ifdef USE_OPENSSL
 338         SSL_CTX *ssl_ctx; /* not patched */
 339         /* SNI per host: with COMP_SERVER_SOCKET, COMP_HTTP_SCHEME, COMP_HTTP_HOST */
 340         EVP_PKEY *ssl_pemfile_pkey;
 341         X509 *ssl_pemfile_x509;
 342         STACK_OF(X509_NAME) *ssl_ca_file_cert_names;
 343 #endif
 344 } specific_config;
 345
 346 /* the order of the items should be the same as they are processed
 347  * read before write as we use this later */
 348 typedef enum {
 349         CON_STATE_CONNECT,
 350         CON_STATE_REQUEST_START,
 351         CON_STATE_READ,
 352         CON_STATE_REQUEST_END,
 353         CON_STATE_READ_POST,
 354         CON_STATE_HANDLE_REQUEST,
 355         CON_STATE_RESPONSE_START,
 356         CON_STATE_WRITE,
 357         CON_STATE_RESPONSE_END,
 358         CON_STATE_ERROR,
 359         CON_STATE_CLOSE
 360 } connection_state_t;
 361
 362 typedef enum {
 363         /* condition not active at the moment because itself or some
 364          * pre-condition depends on data not available yet
 365          */
 366         COND_RESULT_UNSET,
 367
 368         /* special "unset" for branches not selected due to pre-conditions
 369          * not met (but pre-conditions are not "unset" anymore)
 370          */
 371         COND_RESULT_SKIP,
 372
 373         /* actually evaluated the condition itself */
 374         COND_RESULT_FALSE, /* not active */
 375         COND_RESULT_TRUE, /* active */
 376 } cond_result_t;
 377
 378 typedef struct {
 379         /* current result (with preconditions) */
 380         cond_result_t result;
 381         /* result without preconditions (must never be "skip") */
 382         cond_result_t local_result;
 383         int patterncount;
 384         int matches[3 * 10];
 385         buffer *comp_value; /* just a pointer */
 386 } cond_cache_t;
 387
 388 typedef struct {
 389         connection_state_t state;
 390
 391         /* timestamps */
 392         time_t read_idle_ts;
 393         time_t close_timeout_ts;
 394         time_t write_request_ts;
 395
 396         time_t connection_start;
 397         time_t request_start;
 398         struct timespec request_start_hp;
 399
 400         size_t request_count;        /* number of requests handled in this connection */
 401         size_t loops_per_request;    /* to catch endless loops in a single request
 402                                       *
 403                                       * used by mod_rewrite, mod_fastcgi, ... and others
 404                                       * this is self-protection
 405                                       */
 406
 407         int fd;                      /* the FD for this connection */
 408         int fde_ndx;                 /* index for the fdevent-handler */
 409         int ndx;                     /* reverse mapping to server->connection[ndx] */
 410
 411         /* fd states */
 412         int is_readable;
 413         int is_writable;
 414
 415         int keep_alive;              /* only request.c can enable it, all other just disable */
 416         int keep_alive_idle;         /* remember max_keep_alive_idle from config */
 417
 418         int file_started;
 419         int file_finished;
 420
 421         chunkqueue *write_queue;      /* a large queue for low-level write ( HTTP response ) [ file, mem ] */
 422         chunkqueue *read_queue;       /* a small queue for low-level read ( HTTP request ) [ mem ] */
 423         chunkqueue *request_content_queue; /* takes request-content into tempfile if necessary [ tempfile, mem ]*/
 424
 425         int traffic_limit_reached;
 426
 427         off_t bytes_written;          /* used by mod_accesslog, mod_rrd */
 428         off_t bytes_written_cur_second; /* used by mod_accesslog, mod_rrd */
 429         off_t bytes_read;             /* used by mod_accesslog, mod_rrd */
 430         off_t bytes_header;
 431
 432         int http_status;
 433
 434         sock_addr dst_addr;
 435         buffer *dst_addr_buf;
 436
 437         /* request */
 438         buffer *parse_request;
 439         unsigned int parsed_response; /* bitfield which contains the important header-fields of the parsed response header */
 440
 441         request  request;
 442         request_uri uri;
 443         physical physical;
 444         response response;
 445
 446         size_t header_len;
 447
 448         array  *environment; /* used to pass lighttpd internal stuff to the FastCGI/CGI apps, setenv does that */
 449
 450         /* response */
 451         int    got_response;
 452
 453         int    in_joblist;
 454
 455         connection_type mode;
 456
 457         void **plugin_ctx;           /* plugin connection specific config */
 458
 459         specific_config conf;        /* global connection specific config */
 460         cond_cache_t *cond_cache;
 461
 462         buffer *server_name;
 463
 464         /* error-handler */
 465         int error_handler_saved_status;
 466         http_method_t error_handler_saved_method;
 467
 468         struct server_socket *srv_socket;   /* reference to the server-socket */
 469
 470 #ifdef USE_OPENSSL
 471         SSL *ssl;
 472 # ifndef OPENSSL_NO_TLSEXT
 473         buffer *tlsext_server_name;
 474 # endif
 475         unsigned int renegotiations; /* count of SSL_CB_HANDSHAKE_START */
 476 #endif
 477         /* etag handling */
 478         etag_flags_t etag_flags;
 479
 480         int conditional_is_valid[COMP_LAST_ELEMENT];
 481 } connection;
 482
 483 typedef struct {
 484         connection **ptr;
 485         size_t size;
 486         size_t used;
 487 } connections;
 488
 489
 490 #ifdef HAVE_IPV6
 491 typedef struct {
 492         int family;
 493         union {
 494                 struct in6_addr ipv6;
 495                 struct in_addr  ipv4;
 496         } addr;
 497         char b2[INET6_ADDRSTRLEN + 1];
 498         time_t ts;
 499 } inet_ntop_cache_type;
 500 #endif
 501
 502
 503 typedef struct {
 504         buffer *uri;
 505         time_t mtime;
 506         int http_status;
 507 } realpath_cache_type;
 508
 509 typedef struct {
 510         time_t  mtime;  /* the key */
 511         buffer *str;    /* a buffer for the string represenation */
 512 } mtime_cache_type;
 513
 514 typedef struct {
 515         void  *ptr;
 516         size_t used;
 517         size_t size;
 518 } buffer_plugin;
 519
 520 typedef struct {
 521         unsigned short port;
 522         buffer *bindhost;
 523
 524         buffer *errorlog_file;
 525         unsigned short errorlog_use_syslog;
 526         buffer *breakagelog_file;
 527
 528         unsigned short dont_daemonize;
 529         unsigned short preflight_check;
 530         buffer *changeroot;
 531         buffer *username;
 532         buffer *groupname;
 533
 534         buffer *pid_file;
 535
 536         buffer *event_handler;
 537
 538         buffer *modules_dir;
 539         buffer *network_backend;
 540         array *modules;
 541         array *upload_tempdirs;
 542         unsigned int upload_temp_file_size;
 543         unsigned int max_request_field_size;
 544
 545         unsigned short max_worker;
 546         unsigned short max_fds;
 547         unsigned short max_conns;
 548
 549         unsigned short log_request_header_on_error;
 550         unsigned short log_state_handling;
 551
 552         enum { STAT_CACHE_ENGINE_UNSET,
 553                         STAT_CACHE_ENGINE_NONE,
 554                         STAT_CACHE_ENGINE_SIMPLE
 555 #ifdef HAVE_FAM_H
 556                         , STAT_CACHE_ENGINE_FAM
 557 #endif
 558         } stat_cache_engine;
 559         unsigned short enable_cores;
 560         unsigned short reject_expect_100_with_417;
 561         buffer *xattr_name;
 562
 563         unsigned short http_header_strict;
 564         unsigned short http_host_strict;
 565         unsigned short http_host_normalize;
 566         unsigned short high_precision_timestamps;
 567         time_t loadts;
 568         double loadavg[3];
 569 } server_config;
 570
 571 typedef struct server_socket {
 572         sock_addr addr;
 573         int       fd;
 574         int       fde_ndx;
 575
 576         unsigned short is_ssl;
 577
 578         buffer *srv_token;
 579
 580 #ifdef USE_OPENSSL
 581         SSL_CTX *ssl_ctx;
 582 #endif
 583 } server_socket;
 584
 585 typedef struct {
 586         server_socket **ptr;
 587
 588         size_t size;
 589         size_t used;
 590 } server_socket_array;
 591
 592 typedef struct server {
 593         server_socket_array srv_sockets;
 594
 595         /* the errorlog */
 596         int errorlog_fd;
 597         enum { ERRORLOG_FILE, ERRORLOG_FD, ERRORLOG_SYSLOG, ERRORLOG_PIPE } errorlog_mode;
 598         buffer *errorlog_buf;
 599
 600         fdevents *ev, *ev_ins;
 601
 602         buffer_plugin plugins;
 603         void *plugin_slots;
 604
 605         /* counters */
 606         int con_opened;
 607         int con_read;
 608         int con_written;
 609         int con_closed;
 610
 611         int ssl_is_init;
 612
 613         int max_fds;    /* max possible fds */
 614         int cur_fds;    /* currently used fds */
 615         int want_fds;   /* waiting fds */
 616         int sockets_disabled;
 617
 618         size_t max_conns;
 619
 620         /* buffers */
 621         buffer *parse_full_path;
 622         buffer *response_header;
 623         buffer *response_range;
 624         buffer *tmp_buf;
 625
 626         buffer *tmp_chunk_len;
 627
 628         buffer *empty_string; /* is necessary for cond_match */
 629
 630         buffer *cond_check_buf;
 631
 632         /* caches */
 633 #ifdef HAVE_IPV6
 634         inet_ntop_cache_type inet_ntop_cache[INET_NTOP_CACHE_MAX];
 635 #endif
 636         mtime_cache_type mtime_cache[FILE_CACHE_MAX];
 637
 638         array *split_vals;
 639
 640         /* Timestamps */
 641         time_t cur_ts;
 642         time_t last_generated_date_ts;
 643         time_t last_generated_debug_ts;
 644         time_t startup_ts;
 645
 646         buffer *ts_debug_str;
 647         buffer *ts_date_str;
 648
 649         /* config-file */
 650         array *config_touched;
 651
 652         array *config_context;
 653         specific_config **config_storage;
 654
 655         server_config  srvconf;
 656
 657         short int config_deprecated;
 658         short int config_unsupported;
 659
 660         connections *conns;
 661         connections *joblist;
 662         connections *fdwaitqueue;
 663
 664         stat_cache  *stat_cache;
 665
 666         /**
 667          * The status array can carry all the status information you want
 668          * the key to the array is <module-prefix>.<name>
 669          * and the values are counters
 670          *
 671          * example:
 672          *   fastcgi.backends        = 10
 673          *   fastcgi.active-backends = 6
 674          *   fastcgi.backend.<key>.load = 24
 675          *   fastcgi.backend.<key>....
 676          *
 677          *   fastcgi.backend.<key>.disconnects = ...
 678          */
 679         array *status;
 680
 681         fdevent_handler_t event_handler;
 682
 683         int (* network_backend_write)(struct server *srv, connection *con, int fd, chunkqueue *cq, off_t max_bytes);
 684 #ifdef USE_OPENSSL
 685         int (* network_ssl_backend_write)(struct server *srv, connection *con, SSL *ssl, chunkqueue *cq, off_t max_bytes);
 686 #endif
 687
 688         uid_t uid;
 689         gid_t gid;
 690 } server;
 691
 692
 693 #endif