5 #include "burl.h" /* HTTP_PARSEOPT_HEADER_STRICT */
7 #include "connections.h"
9 #include "http_header.h"
11 #include "configfile.h"
15 #include "http_chunk.h"
16 #include "stat_cache.h"
21 #include "inet_ntop_cache.h"
30 #ifdef HAVE_SYS_FILIO_H
31 # include <sys/filio.h>
34 #include "sys-socket.h"
41 static connection
*connection_init(server
*srv
);
43 static int connection_reset(server
*srv
, connection
*con
);
46 static connection
*connections_get_new_connection(server
*srv
) {
47 connections
*conns
= srv
->conns
;
50 if (conns
->size
== conns
->used
) {
51 conns
->size
+= srv
->max_conns
>= 128 ? 128 : srv
->max_conns
> 16 ? 16 : srv
->max_conns
;
52 conns
->ptr
= realloc(conns
->ptr
, sizeof(*conns
->ptr
) * conns
->size
);
53 force_assert(NULL
!= conns
->ptr
);
55 for (i
= conns
->used
; i
< conns
->size
; i
++) {
56 conns
->ptr
[i
] = connection_init(srv
);
57 connection_reset(srv
, conns
->ptr
[i
]);
61 conns
->ptr
[conns
->used
]->ndx
= conns
->used
;
62 return conns
->ptr
[conns
->used
++];
65 static int connection_del(server
*srv
, connection
*con
) {
67 connections
*conns
= srv
->conns
;
70 if (con
== NULL
) return -1;
72 if (-1 == con
->ndx
) return -1;
74 buffer_clear(con
->uri
.authority
);
75 buffer_reset(con
->uri
.path
);
76 buffer_reset(con
->uri
.query
);
77 buffer_reset(con
->request
.orig_uri
);
81 /* not last element */
83 if (i
!= conns
->used
- 1) {
85 conns
->ptr
[i
] = conns
->ptr
[conns
->used
- 1];
86 conns
->ptr
[conns
->used
- 1] = temp
;
88 conns
->ptr
[i
]->ndx
= i
;
89 conns
->ptr
[conns
->used
- 1]->ndx
= -1;
96 fprintf(stderr
, "%s.%d: del: (%d)", __FILE__
, __LINE__
, conns
->used
);
97 for (i
= 0; i
< conns
->used
; i
++) {
98 fprintf(stderr
, "%d ", conns
->ptr
[i
]->fd
);
100 fprintf(stderr
, "\n");
105 static int connection_close(server
*srv
, connection
*con
) {
106 if (con
->fd
< 0) con
->fd
= -con
->fd
;
108 plugins_call_handle_connection_close(srv
, con
);
110 con
->request_count
= 0;
111 chunkqueue_reset(con
->read_queue
);
113 fdevent_event_del(srv
->ev
, con
->fd
);
114 fdevent_unregister(srv
->ev
, con
->fd
);
116 if (closesocket(con
->fd
)) {
117 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
118 "(warning) close:", con
->fd
, strerror(errno
));
121 if (close(con
->fd
)) {
122 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
123 "(warning) close:", con
->fd
, strerror(errno
));
130 if (srv
->srvconf
.log_state_handling
) {
131 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
132 "connection closed for fd", con
->fd
);
135 con
->is_ssl_sock
= 0;
137 /* plugins should have cleaned themselves up */
138 for (size_t i
= 0; i
< srv
->plugins
.used
; ++i
) {
139 plugin
*p
= ((plugin
**)(srv
->plugins
.ptr
))[i
];
140 plugin_data
*pd
= p
->data
;
141 if (!pd
|| NULL
== con
->plugin_ctx
[pd
->id
]) continue;
142 log_error_write(srv
, __FILE__
, __LINE__
, "sb",
143 "missing cleanup in", p
->name
);
144 con
->plugin_ctx
[pd
->id
] = NULL
;
147 connection_del(srv
, con
);
148 connection_set_state(srv
, con
, CON_STATE_CONNECT
);
153 static void connection_read_for_eos_plain(server
*srv
, connection
*con
) {
154 /* we have to do the linger_on_close stuff regardless
155 * of con->keep_alive; even non-keepalive sockets may
156 * still have unread data, and closing before reading
157 * it will make the client not see all our output.
160 const int type
= con
->dst_addr
.plain
.sa_family
;
163 len
= fdevent_socket_read_discard(con
->fd
, buf
, sizeof(buf
),
165 } while (len
> 0 || (len
< 0 && errno
== EINTR
));
167 if (len
< 0 && errno
== EAGAIN
) return;
168 #if defined(EWOULDBLOCK) && EWOULDBLOCK != EAGAIN
169 if (len
< 0 && errno
== EWOULDBLOCK
) return;
172 /* 0 == len || (len < 0 && (errno is a non-recoverable error)) */
173 con
->close_timeout_ts
= srv
->cur_ts
- (HTTP_LINGER_TIMEOUT
+1);
176 static void connection_read_for_eos_ssl(server
*srv
, connection
*con
) {
177 if (con
->network_read(srv
, con
, con
->read_queue
, MAX_READ_LIMIT
) < 0)
178 con
->close_timeout_ts
= srv
->cur_ts
- (HTTP_LINGER_TIMEOUT
+1);
179 chunkqueue_reset(con
->read_queue
);
182 static void connection_read_for_eos(server
*srv
, connection
*con
) {
184 ? connection_read_for_eos_plain(srv
, con
)
185 : connection_read_for_eos_ssl(srv
, con
);
188 static void connection_handle_close_state(server
*srv
, connection
*con
) {
189 connection_read_for_eos(srv
, con
);
191 if (srv
->cur_ts
- con
->close_timeout_ts
> HTTP_LINGER_TIMEOUT
) {
192 connection_close(srv
, con
);
196 static void connection_handle_shutdown(server
*srv
, connection
*con
) {
197 plugins_call_handle_connection_shut_wr(srv
, con
);
200 connection_reset(srv
, con
);
202 /* close the connection */
204 && (con
->is_ssl_sock
|| 0 == shutdown(con
->fd
, SHUT_WR
))) {
205 con
->close_timeout_ts
= srv
->cur_ts
;
206 connection_set_state(srv
, con
, CON_STATE_CLOSE
);
208 if (srv
->srvconf
.log_state_handling
) {
209 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
210 "shutdown for fd", con
->fd
);
213 connection_close(srv
, con
);
217 static void connection_handle_response_end_state(server
*srv
, connection
*con
) {
218 /* log the request */
219 /* (even if error, connection dropped, still write to access log if http_status) */
220 if (con
->http_status
) {
221 plugins_call_handle_request_done(srv
, con
);
224 if (con
->state
!= CON_STATE_ERROR
) srv
->con_written
++;
226 if (con
->request
.content_length
!= con
->request_content_queue
->bytes_in
227 || con
->state
== CON_STATE_ERROR
) {
228 /* request body is present and has not been read completely */
232 if (con
->keep_alive
) {
233 connection_reset(srv
, con
);
235 con
->request_start
= srv
->cur_ts
;
236 con
->read_idle_ts
= srv
->cur_ts
;
238 connection_set_state(srv
, con
, CON_STATE_REQUEST_START
);
240 connection_handle_shutdown(srv
, con
);
244 static void connection_handle_errdoc_init(connection
*con
) {
245 /* modules that produce headers required with error response should
246 * typically also produce an error document. Make an exception for
247 * mod_auth WWW-Authenticate response header. */
248 buffer
*www_auth
= NULL
;
249 if (401 == con
->http_status
) {
250 buffer
*vb
= http_header_response_get(con
, HTTP_HEADER_OTHER
, CONST_STR_LEN("WWW-Authenticate"));
251 if (NULL
!= vb
) www_auth
= buffer_init_buffer(vb
);
254 buffer_reset(con
->physical
.path
);
255 con
->response
.htags
= 0;
256 array_reset_data_strings(con
->response
.headers
);
257 http_response_body_clear(con
, 0);
259 if (NULL
!= www_auth
) {
260 http_header_response_set(con
, HTTP_HEADER_OTHER
, CONST_STR_LEN("WWW-Authenticate"), CONST_BUF_LEN(www_auth
));
261 buffer_free(www_auth
);
265 static int connection_handle_write_prepare(server
*srv
, connection
*con
) {
266 if (con
->mode
== DIRECT
) {
268 switch(con
->request
.http_method
) {
269 case HTTP_METHOD_GET
:
270 case HTTP_METHOD_POST
:
271 case HTTP_METHOD_HEAD
:
273 case HTTP_METHOD_OPTIONS
:
275 * 400 is coming from the request-parser BEFORE uri.path is set
276 * 403 is from the response handler when noone else catched it
279 if ((!con
->http_status
|| con
->http_status
== 200) && !buffer_string_is_empty(con
->uri
.path
) &&
280 con
->uri
.path
->ptr
[0] != '*') {
281 http_response_body_clear(con
, 0);
282 http_header_response_append(con
, HTTP_HEADER_OTHER
, CONST_STR_LEN("Allow"), CONST_STR_LEN("OPTIONS, GET, HEAD, POST"));
283 con
->http_status
= 200;
284 con
->file_finished
= 1;
289 if (0 == con
->http_status
) {
290 con
->http_status
= 501;
296 if (con
->http_status
== 0) {
297 con
->http_status
= 403;
300 switch(con
->http_status
) {
301 case 204: /* class: header only */
304 /* disable chunked encoding again as we have no body */
305 http_response_body_clear(con
, 1);
306 con
->file_finished
= 1;
308 default: /* class: header + body */
309 /* only custom body for 4xx and 5xx */
310 if (con
->http_status
< 400 || con
->http_status
>= 600) break;
312 if (con
->mode
!= DIRECT
&& (!con
->conf
.error_intercept
|| con
->error_handler_saved_status
)) break;
313 if (con
->mode
== DIRECT
&& con
->error_handler_saved_status
>= 65535) break;
315 con
->file_finished
= 0;
317 connection_handle_errdoc_init(con
);
319 /* try to send static errorfile */
320 if (!buffer_string_is_empty(con
->conf
.errorfile_prefix
)) {
321 stat_cache_entry
*sce
= NULL
;
323 buffer_copy_buffer(con
->physical
.path
, con
->conf
.errorfile_prefix
);
324 buffer_append_int(con
->physical
.path
, con
->http_status
);
325 buffer_append_string_len(con
->physical
.path
, CONST_STR_LEN(".html"));
327 if (0 == http_chunk_append_file(srv
, con
, con
->physical
.path
)) {
328 con
->file_finished
= 1;
329 if (HANDLER_ERROR
!= stat_cache_get_entry(srv
, con
, con
->physical
.path
, &sce
)) {
330 stat_cache_content_type_get(srv
, con
, con
->physical
.path
, sce
);
331 http_header_response_set(con
, HTTP_HEADER_CONTENT_TYPE
, CONST_STR_LEN("Content-Type"), CONST_BUF_LEN(sce
->content_type
));
336 if (!con
->file_finished
) {
337 buffer
*b
= srv
->tmp_buf
;
339 buffer_reset(con
->physical
.path
);
341 con
->file_finished
= 1;
343 /* build default error-page */
344 buffer_copy_string_len(b
, CONST_STR_LEN(
345 "<?xml version=\"1.0\" encoding=\"iso-8859-1\"?>\n"
346 "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\"\n"
347 " \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n"
348 "<html xmlns=\"http://www.w3.org/1999/xhtml\" xml:lang=\"en\" lang=\"en\">\n"
351 http_status_append(b
, con
->http_status
);
353 buffer_append_string_len(b
, CONST_STR_LEN(
358 http_status_append(b
, con
->http_status
);
360 buffer_append_string_len(b
, CONST_STR_LEN("</h1>\n"
365 (void)http_chunk_append_mem(srv
, con
, CONST_BUF_LEN(b
));
367 http_header_response_set(con
, HTTP_HEADER_CONTENT_TYPE
, CONST_STR_LEN("Content-Type"), CONST_STR_LEN("text/html"));
372 /* Allow filter plugins to change response headers before they are written. */
373 switch(plugins_call_handle_response_start(srv
, con
)) {
375 case HANDLER_FINISHED
:
378 log_error_write(srv
, __FILE__
, __LINE__
, "s", "response_start plugin failed");
382 if (con
->file_finished
) {
383 /* we have all the content and chunked encoding is not used, set a content-length */
385 if (!(con
->response
.htags
& (HTTP_HEADER_CONTENT_LENGTH
|HTTP_HEADER_TRANSFER_ENCODING
))) {
386 off_t qlen
= chunkqueue_length(con
->write_queue
);
389 * The Content-Length header only can be sent if we have content:
390 * - HEAD doesn't have a content-body (but have a content-length)
391 * - 1xx, 204 and 304 don't have a content-body (RFC 2616 Section 4.3)
393 * Otherwise generate a Content-Length header as chunked encoding is not
396 if ((con
->http_status
>= 100 && con
->http_status
< 200) ||
397 con
->http_status
== 204 ||
398 con
->http_status
== 304) {
399 /* no Content-Body, no Content-Length */
400 http_header_response_unset(con
, HTTP_HEADER_CONTENT_LENGTH
, CONST_STR_LEN("Content-Length"));
401 } else if (qlen
> 0 || con
->request
.http_method
!= HTTP_METHOD_HEAD
) {
402 /* qlen = 0 is important for Redirects (301, ...) as they MAY have
403 * a content. Browsers are waiting for a Content otherwise
405 buffer_copy_int(srv
->tmp_buf
, qlen
);
406 http_header_response_set(con
, HTTP_HEADER_CONTENT_LENGTH
, CONST_STR_LEN("Content-Length"), CONST_BUF_LEN(srv
->tmp_buf
));
411 * the file isn't finished yet, but we have all headers
413 * to get keep-alive we either need:
414 * - Content-Length: ... (HTTP/1.0 and HTTP/1.0) or
415 * - Transfer-Encoding: chunked (HTTP/1.1)
416 * - Upgrade: ... (lighttpd then acts as transparent proxy)
419 if (!(con
->response
.htags
& (HTTP_HEADER_CONTENT_LENGTH
|HTTP_HEADER_TRANSFER_ENCODING
|HTTP_HEADER_UPGRADE
))) {
420 if (con
->request
.http_method
== HTTP_METHOD_CONNECT
421 && con
->http_status
== 200) {
422 /*(no transfer-encoding if successful CONNECT)*/
423 } else if (con
->request
.http_version
== HTTP_VERSION_1_1
) {
424 off_t qlen
= chunkqueue_length(con
->write_queue
);
425 con
->response
.send_chunked
= 1;
427 /* create initial Transfer-Encoding: chunked segment */
428 buffer
* const b
= chunkqueue_prepend_buffer_open(con
->write_queue
);
429 buffer_append_uint_hex(b
, (uintmax_t)qlen
);
430 buffer_append_string_len(b
, CONST_STR_LEN("\r\n"));
431 chunkqueue_prepend_buffer_commit(con
->write_queue
);
432 chunkqueue_append_mem(con
->write_queue
, CONST_STR_LEN("\r\n"));
434 http_header_response_append(con
, HTTP_HEADER_TRANSFER_ENCODING
, CONST_STR_LEN("Transfer-Encoding"), CONST_STR_LEN("chunked"));
441 if (con
->request
.http_method
== HTTP_METHOD_HEAD
) {
443 * a HEAD request has the same as a GET
444 * without the content
446 http_response_body_clear(con
, 1);
447 con
->file_finished
= 1;
450 http_response_write_header(srv
, con
);
455 static void connection_handle_write(server
*srv
, connection
*con
) {
456 switch(connection_write_chunkqueue(srv
, con
, con
->write_queue
, MAX_WRITE_LIMIT
)) {
458 con
->write_request_ts
= srv
->cur_ts
;
459 if (con
->file_finished
) {
460 connection_set_state(srv
, con
, CON_STATE_RESPONSE_END
);
463 case -1: /* error on our side */
464 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
465 "connection closed: write failed on fd", con
->fd
);
466 connection_set_state(srv
, con
, CON_STATE_ERROR
);
468 case -2: /* remote close */
469 connection_set_state(srv
, con
, CON_STATE_ERROR
);
472 con
->write_request_ts
= srv
->cur_ts
;
473 con
->is_writable
= 0;
475 /* not finished yet -> WRITE */
480 static void connection_handle_write_state(server
*srv
, connection
*con
) {
482 /* only try to write if we have something in the queue */
483 if (!chunkqueue_is_empty(con
->write_queue
)) {
484 if (con
->is_writable
) {
485 connection_handle_write(srv
, con
);
486 if (con
->state
!= CON_STATE_WRITE
) break;
488 } else if (con
->file_finished
) {
489 connection_set_state(srv
, con
, CON_STATE_RESPONSE_END
);
493 if (con
->mode
!= DIRECT
&& !con
->file_finished
) {
494 int r
= plugins_call_handle_subrequest(srv
, con
);
496 case HANDLER_WAIT_FOR_EVENT
:
497 case HANDLER_FINISHED
:
500 case HANDLER_WAIT_FOR_FD
:
502 fdwaitqueue_append(srv
, con
);
504 case HANDLER_COMEBACK
:
506 log_error_write(srv
, __FILE__
, __LINE__
, "sdd",
507 "unexpected subrequest handler ret-value:",
511 connection_set_state(srv
, con
, CON_STATE_ERROR
);
515 } while (con
->state
== CON_STATE_WRITE
516 && (!chunkqueue_is_empty(con
->write_queue
)
518 : con
->file_finished
));
524 static connection
*connection_init(server
*srv
) {
529 con
= calloc(1, sizeof(*con
));
530 force_assert(NULL
!= con
);
534 con
->bytes_written
= 0;
536 con
->bytes_header
= 0;
537 con
->loops_per_request
= 0;
540 con->x = buffer_init();
543 CLEAN(request
.request
);
544 CLEAN(request
.pathinfo
);
546 CLEAN(request
.orig_uri
);
549 CLEAN(uri
.authority
);
554 CLEAN(physical
.doc_root
);
555 CLEAN(physical
.path
);
556 CLEAN(physical
.basedir
);
557 CLEAN(physical
.rel_path
);
558 CLEAN(physical
.etag
);
565 con
->write_queue
= chunkqueue_init();
566 con
->read_queue
= chunkqueue_init();
567 con
->request_content_queue
= chunkqueue_init();
569 con
->request
.headers
= array_init();
570 con
->response
.headers
= array_init();
571 con
->environment
= array_init();
573 /* init plugin specific connection structures */
575 con
->plugin_ctx
= calloc(1, (srv
->plugins
.used
+ 1) * sizeof(void *));
576 force_assert(NULL
!= con
->plugin_ctx
);
578 con
->cond_cache
= calloc(srv
->config_context
->used
, sizeof(cond_cache_t
));
579 force_assert(NULL
!= con
->cond_cache
);
580 config_setup_connection(srv
, con
);
585 void connections_free(server
*srv
) {
586 connections
*conns
= srv
->conns
;
589 if (NULL
== conns
) return;
591 for (i
= 0; i
< conns
->size
; i
++) {
592 connection
*con
= conns
->ptr
[i
];
594 connection_reset(srv
, con
);
596 chunkqueue_free(con
->write_queue
);
597 chunkqueue_free(con
->read_queue
);
598 chunkqueue_free(con
->request_content_queue
);
599 array_free(con
->request
.headers
);
600 array_free(con
->response
.headers
);
601 array_free(con
->environment
);
607 CLEAN(request
.request
);
608 CLEAN(request
.pathinfo
);
610 CLEAN(request
.orig_uri
);
613 CLEAN(uri
.authority
);
618 CLEAN(physical
.doc_root
);
619 CLEAN(physical
.path
);
620 CLEAN(physical
.basedir
);
621 CLEAN(physical
.etag
);
622 CLEAN(physical
.rel_path
);
628 free(con
->plugin_ctx
);
629 free(con
->cond_cache
);
640 static int connection_reset(server
*srv
, connection
*con
) {
641 plugins_call_connection_reset(srv
, con
);
643 connection_response_reset(srv
, con
);
644 con
->is_readable
= 1;
646 con
->bytes_written
= 0;
647 con
->bytes_written_cur_second
= 0;
649 con
->bytes_header
= 0;
650 con
->loops_per_request
= 0;
652 con
->request
.http_method
= HTTP_METHOD_UNSET
;
653 con
->request
.http_version
= HTTP_VERSION_UNSET
;
656 buffer_reset(con->x);
659 CLEAN(request
.pathinfo
);
661 /* CLEAN(request.orig_uri); */
663 /* CLEAN(uri.path); */
665 /* CLEAN(uri.query); */
668 buffer_clear(con
->uri
.scheme
);
669 /*buffer_clear(con->proto);*//* set to default in connection_accepted() */
670 /*buffer_clear(con->uri.authority);*/
671 buffer_clear(con
->server_name
);
673 con
->request
.http_host
= NULL
;
674 con
->request
.content_length
= 0;
675 con
->request
.te_chunked
= 0;
676 con
->request
.htags
= 0;
678 array_reset_data_strings(con
->request
.headers
);
679 array_reset_data_strings(con
->environment
);
681 chunkqueue_reset(con
->request_content_queue
);
683 /* The cond_cache gets reset in response.c */
684 /* config_cond_cache_reset(srv, con); */
687 con
->async_callback
= 0;
688 con
->error_handler_saved_status
= 0;
689 /*con->error_handler_saved_method = HTTP_METHOD_UNSET;*/
690 /*(error_handler_saved_method value is not valid unless error_handler_saved_status is set)*/
692 config_setup_connection(srv
, con
);
697 static void connection_read_header(server
*srv
, connection
*con
) {
698 chunkqueue
* const cq
= con
->read_queue
;
704 for (c
= cq
->first
; c
; c
= c
->next
) {
705 size_t clen
= buffer_string_length(c
->mem
) - c
->offset
;
706 const char * const b
= c
->mem
->ptr
+ c
->offset
;
708 if (0 == clen
) continue;
709 if (le
) { /*(line end sequence cross chunk boundary)*/
710 if (n
[0] == '\r') ++n
;
711 if (n
[0] == '\n') { ++n
; hlen
+= n
- b
; break; }
712 if (n
[0] == '\0') { hlen
+= n
- b
; continue; }
715 for (const char * const end
= b
+clen
; (n
= memchr(n
,'\n',end
-n
)); ++n
) {
716 if (n
[1] == '\r') ++n
;
717 if (n
[1] == '\n') { hlen
+= n
- b
+ 2; break; }
718 if (n
[1] == '\0') { n
= NULL
; le
= 1; break; }
724 if (hlen
> srv
->srvconf
.max_request_field_size
) {
725 log_error_write(srv
, __FILE__
, __LINE__
, "s",
726 "oversized request-header -> sending Status 431");
727 con
->http_status
= 431; /* Request Header Fields Too Large */
729 connection_set_state(srv
, con
, CON_STATE_HANDLE_REQUEST
);
732 if (NULL
== c
) return; /* incomplete request headers */
734 con
->header_len
= hlen
;
736 buffer_clear(con
->request
.request
);
738 for (c
= cq
->first
; c
; c
= c
->next
) {
739 size_t len
= buffer_string_length(c
->mem
) - c
->offset
;
740 if (len
> hlen
) len
= hlen
;
741 buffer_append_string_len(con
->request
.request
,
742 c
->mem
->ptr
+ c
->offset
, len
);
744 cq
->bytes_out
+= len
;
745 if (0 == (hlen
-= len
)) break;
748 chunkqueue_remove_finished_chunks(cq
);
750 /* skip past \r\n or \n after previous POST request when keep-alive */
751 if (con
->request_count
> 1) {
752 char * const s
= con
->request
.request
->ptr
;
754 if (buffer_string_length(con
->request
.request
) < 2) {
758 if (s
[0] == '\r' && s
[1] == '\n') {
759 size_t len
= buffer_string_length(con
->request
.request
);
760 memmove(s
, s
+2, len
-2);
761 buffer_string_set_length(con
->request
.request
, len
-2);
763 else if (s
[0] == '\n') {
764 if (!(con
->conf
.http_parseopts
& HTTP_PARSEOPT_HEADER_STRICT
)) {
765 size_t len
= buffer_string_length(con
->request
.request
);
766 memmove(s
, s
+1, len
-1);
767 buffer_string_set_length(con
->request
.request
, len
-1);
772 if (con
->conf
.log_request_header
) {
773 log_error_write(srv
, __FILE__
, __LINE__
, "sdsdSb",
775 "request-len:", buffer_string_length(con
->request
.request
),
776 "\n", con
->request
.request
);
779 buffer_clear(con
->uri
.authority
);
780 buffer_reset(con
->uri
.path
);
781 buffer_reset(con
->uri
.query
);
782 buffer_reset(con
->request
.orig_uri
);
784 if (srv
->srvconf
.log_request_header_on_error
) {
785 /* copy request only if we may need to log it upon error */
786 save
= buffer_init_buffer(con
->request
.request
);
789 con
->http_status
= http_request_parse(srv
, con
, con
->request
.request
);
790 if (0 != con
->http_status
) {
792 con
->request
.content_length
= 0;
794 if (srv
->srvconf
.log_request_header_on_error
) {
795 log_error_write(srv
, __FILE__
, __LINE__
, "Sb",
796 "request-header:\n", save
);
800 if (NULL
!= save
) buffer_free(save
);
801 buffer_reset(con
->request
.request
);
803 if (!con
->conf
.allow_http11
) con
->request
.http_version
= HTTP_VERSION_1_0
;
805 connection_set_state(srv
, con
, CON_STATE_REQUEST_END
);
809 * handle request header read
811 * we get called by the state-engine and by the fdevent-handler
813 static int connection_handle_read_state(server
*srv
, connection
*con
) {
814 int is_closed
= 0; /* the connection got closed, if we don't have a complete header, -> error */
816 if (con
->request_count
> 1 && 0 == con
->bytes_read
) {
818 /* update request_start timestamp when first byte of
819 * next request is received on a keep-alive connection */
820 con
->request_start
= srv
->cur_ts
;
821 if (con
->conf
.high_precision_timestamps
)
822 log_clock_gettime_realtime(&con
->request_start_hp
);
824 if (!chunkqueue_is_empty(con
->read_queue
)) {
825 /*(if partially read next request and unable to read() any bytes below,
826 * then will unnecessarily scan again here before subsequent read())*/
827 connection_read_header(srv
, con
);
828 if (con
->state
!= CON_STATE_READ
) {
829 con
->read_idle_ts
= srv
->cur_ts
;
835 if (con
->is_readable
) {
836 con
->read_idle_ts
= srv
->cur_ts
;
838 switch (con
->network_read(srv
, con
, con
->read_queue
, MAX_READ_LIMIT
)) {
840 connection_set_state(srv
, con
, CON_STATE_ERROR
);
850 connection_read_header(srv
, con
);
852 if (con
->state
== CON_STATE_READ
&& is_closed
) {
853 /* the connection got closed and we didn't got enough data to leave CON_STATE_READ;
854 * the only way is to leave here */
855 connection_set_state(srv
, con
, CON_STATE_ERROR
);
861 static handler_t
connection_handle_fdevent(server
*srv
, void *context
, int revents
) {
862 connection
*con
= context
;
864 joblist_append(srv
, con
);
866 if (con
->is_ssl_sock
) {
867 /* ssl may read and write for both reads and writes */
868 if (revents
& (FDEVENT_IN
| FDEVENT_OUT
)) {
869 con
->is_readable
= 1;
870 con
->is_writable
= 1;
873 if (revents
& FDEVENT_IN
) {
874 con
->is_readable
= 1;
876 if (revents
& FDEVENT_OUT
) {
877 con
->is_writable
= 1;
878 /* we don't need the event twice */
883 if (con
->state
== CON_STATE_READ
) {
884 connection_handle_read_state(srv
, con
);
887 if (con
->state
== CON_STATE_WRITE
&&
888 !chunkqueue_is_empty(con
->write_queue
) &&
890 connection_handle_write(srv
, con
);
893 if (con
->state
== CON_STATE_CLOSE
) {
894 /* flush the read buffers */
895 connection_read_for_eos(srv
, con
);
899 /* attempt (above) to read data in kernel socket buffers
900 * prior to handling FDEVENT_HUP and FDEVENT_ERR */
902 if ((revents
& ~(FDEVENT_IN
| FDEVENT_OUT
)) && con
->state
!= CON_STATE_ERROR
) {
903 if (con
->state
== CON_STATE_CLOSE
) {
904 con
->close_timeout_ts
= srv
->cur_ts
- (HTTP_LINGER_TIMEOUT
+1);
905 } else if (revents
& FDEVENT_HUP
) {
906 connection_set_state(srv
, con
, CON_STATE_ERROR
);
907 } else if (revents
& FDEVENT_RDHUP
) {
908 int events
= fdevent_event_get_interest(srv
->ev
, con
->fd
);
909 events
&= ~(FDEVENT_IN
|FDEVENT_RDHUP
);
910 con
->conf
.stream_request_body
&= ~(FDEVENT_STREAM_REQUEST_BUFMIN
|FDEVENT_STREAM_REQUEST_POLLIN
);
911 con
->conf
.stream_request_body
|= FDEVENT_STREAM_REQUEST_POLLRDHUP
;
912 con
->is_readable
= 1; /*(can read 0 for end-of-stream)*/
913 if (chunkqueue_is_empty(con
->read_queue
)) con
->keep_alive
= 0;
914 if (con
->request
.content_length
< -1) { /*(transparent proxy mode; no more data to read)*/
915 con
->request
.content_length
= con
->request_content_queue
->bytes_in
;
917 if (sock_addr_get_family(&con
->dst_addr
) == AF_UNIX
) {
918 /* future: will getpeername() on AF_UNIX properly check if still connected? */
919 fdevent_event_set(srv
->ev
, con
->fd
, events
);
920 } else if (fdevent_is_tcp_half_closed(con
->fd
)) {
921 /* Success of fdevent_is_tcp_half_closed() after FDEVENT_RDHUP indicates TCP FIN received,
922 * but does not distinguish between client shutdown(fd, SHUT_WR) and client close(fd).
923 * Remove FDEVENT_RDHUP so that we do not spin on the ready event.
924 * However, a later TCP RST will not be detected until next write to socket.
925 * future: might getpeername() to check for TCP RST on half-closed sockets
926 * (without FDEVENT_RDHUP interest) when checking for write timeouts
927 * once a second in server.c, though getpeername() on Windows might not indicate this */
928 con
->conf
.stream_request_body
|= FDEVENT_STREAM_REQUEST_TCP_FIN
;
929 fdevent_event_set(srv
->ev
, con
->fd
, events
);
931 /* Failure of fdevent_is_tcp_half_closed() indicates TCP RST
932 * (or unable to tell (unsupported OS), though should not
933 * be setting FDEVENT_RDHUP in that case) */
934 connection_set_state(srv
, con
, CON_STATE_ERROR
);
936 } else if (revents
& FDEVENT_ERR
) { /* error, connection reset */
937 connection_set_state(srv
, con
, CON_STATE_ERROR
);
939 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
940 "connection closed: poll() -> ???", revents
);
944 return HANDLER_FINISHED
;
948 connection
*connection_accept(server
*srv
, server_socket
*srv_socket
) {
951 size_t cnt_len
= sizeof(cnt_addr
); /*(size_t intentional; not socklen_t)*/
954 * check if we can still open a new connections
959 if (srv
->conns
->used
>= srv
->max_conns
) {
963 cnt
= fdevent_accept_listenfd(srv_socket
->fd
, (struct sockaddr
*) &cnt_addr
, &cnt_len
);
967 #if EWOULDBLOCK != EAGAIN
971 /* we were stopped _before_ we had a connection */
972 case ECONNABORTED
: /* this is a FreeBSD thingy */
973 /* we were stopped _after_ we had a connection */
979 log_error_write(srv
, __FILE__
, __LINE__
, "ssd", "accept failed:", strerror(errno
), errno
);
983 if (sock_addr_get_family(&cnt_addr
) != AF_UNIX
) {
984 network_accept_tcp_nagle_disable(cnt
);
986 return connection_accepted(srv
, srv_socket
, &cnt_addr
, cnt
);
991 /* 0: everything ok, -1: error, -2: con closed */
992 static int connection_read_cq(server
*srv
, connection
*con
, chunkqueue
*cq
, off_t max_bytes
) {
996 force_assert(cq
== con
->read_queue
); /*(code transform assumption; minimize diff)*/
997 force_assert(max_bytes
== MAX_READ_LIMIT
); /*(code transform assumption; minimize diff)*/
999 /* check avail data to read and obtain memory into which to read
1000 * fill previous chunk if it has sufficient space
1001 * (use mem_len=0 to obtain large buffer at least half of chunk_buf_sz)
1005 if (0 == fdevent_ioctl_fionread(con
->fd
, S_IFSOCK
, &frd
)) {
1006 mem_len
= (frd
< MAX_READ_LIMIT
) ? (size_t)frd
: MAX_READ_LIMIT
;
1009 mem
= chunkqueue_get_memory(con
->read_queue
, &mem_len
);
1011 #if defined(__WIN32)
1012 len
= recv(con
->fd
, mem
, mem_len
, 0);
1014 len
= read(con
->fd
, mem
, mem_len
);
1015 #endif /* __WIN32 */
1017 chunkqueue_use_memory(con
->read_queue
, len
> 0 ? len
: 0);
1020 con
->is_readable
= 0;
1022 #if defined(__WIN32)
1024 int lastError
= WSAGetLastError();
1025 switch (lastError
) {
1029 /* we have been interrupted before we could read */
1030 con
->is_readable
= 1;
1033 /* suppress logging for this error, expected for keep-alive */
1036 log_error_write(srv
, __FILE__
, __LINE__
, "sd", "connection closed - recv failed: ", lastError
);
1045 /* we have been interrupted before we could read */
1046 con
->is_readable
= 1;
1049 /* suppress logging for this error, expected for keep-alive */
1052 log_error_write(srv
, __FILE__
, __LINE__
, "ssd", "connection closed - read failed: ", strerror(errno
), errno
);
1055 #endif /* __WIN32 */
1057 connection_set_state(srv
, con
, CON_STATE_ERROR
);
1060 } else if (len
== 0) {
1061 con
->is_readable
= 0;
1062 /* the other end close the connection -> KEEP-ALIVE */
1067 } else if (len
!= (ssize_t
) mem_len
) {
1068 /* we got less then expected, wait for the next fd-event */
1070 con
->is_readable
= 0;
1073 con
->bytes_read
+= len
;
1078 static int connection_write_cq(server
*srv
, connection
*con
, chunkqueue
*cq
, off_t max_bytes
) {
1079 return srv
->network_backend_write(srv
, con
->fd
, cq
, max_bytes
);
1083 connection
*connection_accepted(server
*srv
, server_socket
*srv_socket
, sock_addr
*cnt_addr
, int cnt
) {
1088 /* ok, we have the connection, register it */
1090 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
1095 con
= connections_get_new_connection(srv
);
1098 fdevent_register(srv
->ev
, con
->fd
, connection_handle_fdevent
, con
);
1099 con
->network_read
= connection_read_cq
;
1100 con
->network_write
= connection_write_cq
;
1102 connection_set_state(srv
, con
, CON_STATE_REQUEST_START
);
1104 con
->connection_start
= srv
->cur_ts
;
1105 con
->dst_addr
= *cnt_addr
;
1106 buffer_copy_string(con
->dst_addr_buf
, inet_ntop_cache_get_ip(srv
, &(con
->dst_addr
)));
1107 con
->srv_socket
= srv_socket
;
1108 con
->is_ssl_sock
= srv_socket
->is_ssl
;
1110 config_cond_cache_reset(srv
, con
);
1111 con
->conditional_is_valid
[COMP_SERVER_SOCKET
] = 1;
1112 con
->conditional_is_valid
[COMP_HTTP_REMOTE_IP
] = 1;
1114 buffer_copy_string_len(con
->proto
, CONST_STR_LEN("http"));
1115 if (HANDLER_GO_ON
!= plugins_call_handle_connection_accept(srv
, con
)) {
1116 connection_reset(srv
, con
);
1117 connection_close(srv
, con
);
1120 if (con
->http_status
< 0) connection_set_state(srv
, con
, CON_STATE_WRITE
);
1125 static int connection_handle_request(server
*srv
, connection
*con
) {
1126 int r
= http_response_prepare(srv
, con
);
1128 case HANDLER_WAIT_FOR_EVENT
:
1129 if (!con
->file_finished
&& (!con
->file_started
|| 0 == con
->conf
.stream_response_body
)) {
1130 break; /* come back here */
1132 /* response headers received from backend; fall through to start response */
1134 case HANDLER_FINISHED
:
1135 if (con
->http_status
== 0) con
->http_status
= 200;
1136 if (con
->error_handler_saved_status
> 0) {
1137 con
->request
.http_method
= con
->error_handler_saved_method
;
1139 if (con
->mode
== DIRECT
|| con
->conf
.error_intercept
) {
1140 if (con
->error_handler_saved_status
) {
1141 const int subreq_status
= con
->http_status
;
1142 if (con
->error_handler_saved_status
> 0) {
1143 con
->http_status
= con
->error_handler_saved_status
;
1144 } else if (con
->http_status
== 404 || con
->http_status
== 403) {
1145 /* error-handler-404 is a 404 */
1146 con
->http_status
= -con
->error_handler_saved_status
;
1148 /* error-handler-404 is back and has generated content */
1149 /* if Status: was set, take it otherwise use 200 */
1151 if (200 <= subreq_status
&& subreq_status
<= 299) {
1152 /*(flag value to indicate that error handler succeeded)
1153 *(for (con->mode == DIRECT))*/
1154 con
->error_handler_saved_status
= 65535; /* >= 1000 */
1156 } else if (con
->http_status
>= 400) {
1157 buffer
*error_handler
= NULL
;
1158 if (!buffer_string_is_empty(con
->conf
.error_handler
)) {
1159 error_handler
= con
->conf
.error_handler
;
1160 } else if ((con
->http_status
== 404 || con
->http_status
== 403)
1161 && !buffer_string_is_empty(con
->conf
.error_handler_404
)) {
1162 error_handler
= con
->conf
.error_handler_404
;
1165 if (error_handler
) {
1166 /* call error-handler */
1168 /* set REDIRECT_STATUS to save current HTTP status code
1169 * for access by dynamic handlers
1170 * https://redmine.lighttpd.net/issues/1828 */
1171 buffer_copy_int(srv
->tmp_buf
, con
->http_status
);
1172 http_header_env_set(con
, CONST_STR_LEN("REDIRECT_STATUS"), CONST_BUF_LEN(srv
->tmp_buf
));
1174 if (error_handler
== con
->conf
.error_handler
) {
1175 plugins_call_connection_reset(srv
, con
);
1177 if (con
->request
.content_length
) {
1178 if (con
->request
.content_length
!= con
->request_content_queue
->bytes_in
) {
1179 con
->keep_alive
= 0;
1181 con
->request
.content_length
= 0;
1182 chunkqueue_reset(con
->request_content_queue
);
1185 con
->is_writable
= 1;
1186 con
->file_finished
= 0;
1187 con
->file_started
= 0;
1189 con
->error_handler_saved_status
= con
->http_status
;
1190 con
->error_handler_saved_method
= con
->request
.http_method
;
1192 con
->request
.http_method
= HTTP_METHOD_GET
;
1193 } else { /*(preserve behavior for server.error-handler-404)*/
1194 con
->error_handler_saved_status
= -con
->http_status
; /*(negative to flag old behavior)*/
1197 buffer_copy_buffer(con
->request
.uri
, error_handler
);
1198 connection_handle_errdoc_init(con
);
1199 con
->http_status
= 0; /*(after connection_handle_errdoc_init())*/
1206 /* we have something to send, go on */
1207 connection_set_state(srv
, con
, CON_STATE_RESPONSE_START
);
1209 case HANDLER_WAIT_FOR_FD
:
1212 fdwaitqueue_append(srv
, con
);
1215 case HANDLER_COMEBACK
:
1218 /* something went wrong */
1219 connection_set_state(srv
, con
, CON_STATE_ERROR
);
1222 log_error_write(srv
, __FILE__
, __LINE__
, "sdd", "unknown ret-value: ", con
->fd
, r
);
1230 int connection_state_machine(server
*srv
, connection
*con
) {
1231 connection_state_t ostate
;
1234 if (srv
->srvconf
.log_state_handling
) {
1235 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
1238 connection_get_state(con
->state
));
1242 if (srv
->srvconf
.log_state_handling
) {
1243 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
1244 "state for fd", con
->fd
, connection_get_state(con
->state
));
1247 switch ((ostate
= con
->state
)) {
1248 case CON_STATE_REQUEST_START
: /* transient */
1249 con
->request_start
= srv
->cur_ts
;
1250 con
->read_idle_ts
= srv
->cur_ts
;
1251 if (con
->conf
.high_precision_timestamps
)
1252 log_clock_gettime_realtime(&con
->request_start_hp
);
1254 con
->request_count
++;
1255 con
->loops_per_request
= 0;
1257 connection_set_state(srv
, con
, CON_STATE_READ
);
1259 case CON_STATE_READ
:
1260 connection_handle_read_state(srv
, con
);
1261 if (con
->state
!= CON_STATE_REQUEST_END
) break;
1263 case CON_STATE_REQUEST_END
: /* transient */
1264 ostate
= (0 == con
->request
.content_length
)
1265 ? CON_STATE_HANDLE_REQUEST
1266 : CON_STATE_READ_POST
;
1267 connection_set_state(srv
, con
, ostate
);
1269 case CON_STATE_READ_POST
:
1270 case CON_STATE_HANDLE_REQUEST
:
1271 if (connection_handle_request(srv
, con
)) {
1272 /* redo loop; will not match con->state */
1273 ostate
= CON_STATE_CONNECT
;
1277 if (con
->state
== CON_STATE_HANDLE_REQUEST
1278 && ostate
== CON_STATE_READ_POST
) {
1279 ostate
= CON_STATE_HANDLE_REQUEST
;
1282 if (con
->state
!= CON_STATE_RESPONSE_START
) break;
1284 case CON_STATE_RESPONSE_START
: /* transient */
1285 if (-1 == connection_handle_write_prepare(srv
, con
)) {
1286 connection_set_state(srv
, con
, CON_STATE_ERROR
);
1289 connection_set_state(srv
, con
, CON_STATE_WRITE
);
1291 case CON_STATE_WRITE
:
1292 connection_handle_write_state(srv
, con
);
1293 if (con
->state
!= CON_STATE_RESPONSE_END
) break;
1295 case CON_STATE_RESPONSE_END
: /* transient */
1296 case CON_STATE_ERROR
: /* transient */
1297 connection_handle_response_end_state(srv
, con
);
1299 case CON_STATE_CLOSE
:
1300 connection_handle_close_state(srv
, con
);
1302 case CON_STATE_CONNECT
:
1305 log_error_write(srv
, __FILE__
, __LINE__
, "sdd",
1306 "unknown state:", con
->fd
, con
->state
);
1309 } while (ostate
!= con
->state
);
1311 if (srv
->srvconf
.log_state_handling
) {
1312 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
1315 connection_get_state(con
->state
));
1319 switch(con
->state
) {
1320 case CON_STATE_READ
:
1321 r
= FDEVENT_IN
| FDEVENT_RDHUP
;
1323 case CON_STATE_WRITE
:
1324 /* request write-fdevent only if we really need it
1325 * - if we have data to write
1326 * - if the socket is not writable yet
1328 if (!chunkqueue_is_empty(con
->write_queue
) &&
1329 (con
->is_writable
== 0) &&
1330 (con
->traffic_limit_reached
== 0)) {
1334 case CON_STATE_READ_POST
:
1335 if (con
->conf
.stream_request_body
& FDEVENT_STREAM_REQUEST_POLLIN
) {
1336 r
|= FDEVENT_IN
| FDEVENT_RDHUP
;
1339 case CON_STATE_CLOSE
:
1346 const int events
= fdevent_event_get_interest(srv
->ev
, con
->fd
);
1347 if (con
->is_readable
< 0) {
1348 con
->is_readable
= 0;
1351 if (con
->is_writable
< 0) {
1352 con
->is_writable
= 0;
1355 if (events
& FDEVENT_RDHUP
) {
1359 /* update timestamps when enabling interest in events */
1360 if ((r
& FDEVENT_IN
) && !(events
& FDEVENT_IN
)) {
1361 con
->read_idle_ts
= srv
->cur_ts
;
1363 if ((r
& FDEVENT_OUT
) && !(events
& FDEVENT_OUT
)) {
1364 con
->write_request_ts
= srv
->cur_ts
;
1366 fdevent_event_set(srv
->ev
, con
->fd
, r
);