5 #include "burl.h" /* HTTP_PARSEOPT_HEADER_STRICT */
7 #include "connections.h"
9 #include "http_header.h"
11 #include "configfile.h"
15 #include "http_chunk.h"
16 #include "stat_cache.h"
21 #include "inet_ntop_cache.h"
30 #ifdef HAVE_SYS_FILIO_H
31 # include <sys/filio.h>
34 #include "sys-socket.h"
41 static connection
*connection_init(server
*srv
);
43 static int connection_reset(server
*srv
, connection
*con
);
46 static connection
*connections_get_new_connection(server
*srv
) {
47 connections
*conns
= srv
->conns
;
50 if (conns
->size
== conns
->used
) {
51 conns
->size
+= srv
->max_conns
>= 128 ? 128 : srv
->max_conns
> 16 ? 16 : srv
->max_conns
;
52 conns
->ptr
= realloc(conns
->ptr
, sizeof(*conns
->ptr
) * conns
->size
);
53 force_assert(NULL
!= conns
->ptr
);
55 for (i
= conns
->used
; i
< conns
->size
; i
++) {
56 conns
->ptr
[i
] = connection_init(srv
);
57 connection_reset(srv
, conns
->ptr
[i
]);
61 conns
->ptr
[conns
->used
]->ndx
= conns
->used
;
62 return conns
->ptr
[conns
->used
++];
65 static int connection_del(server
*srv
, connection
*con
) {
67 connections
*conns
= srv
->conns
;
70 if (con
== NULL
) return -1;
72 if (-1 == con
->ndx
) return -1;
74 buffer_clear(con
->uri
.authority
);
75 buffer_reset(con
->uri
.path
);
76 buffer_reset(con
->uri
.query
);
77 buffer_reset(con
->request
.orig_uri
);
81 /* not last element */
83 if (i
!= conns
->used
- 1) {
85 conns
->ptr
[i
] = conns
->ptr
[conns
->used
- 1];
86 conns
->ptr
[conns
->used
- 1] = temp
;
88 conns
->ptr
[i
]->ndx
= i
;
89 conns
->ptr
[conns
->used
- 1]->ndx
= -1;
96 fprintf(stderr
, "%s.%d: del: (%d)", __FILE__
, __LINE__
, conns
->used
);
97 for (i
= 0; i
< conns
->used
; i
++) {
98 fprintf(stderr
, "%d ", conns
->ptr
[i
]->fd
);
100 fprintf(stderr
, "\n");
105 static int connection_close(server
*srv
, connection
*con
) {
106 if (con
->fd
< 0) con
->fd
= -con
->fd
;
108 plugins_call_handle_connection_close(srv
, con
);
110 con
->request_count
= 0;
111 chunkqueue_reset(con
->read_queue
);
113 fdevent_event_del(srv
->ev
, con
->fd
);
114 fdevent_unregister(srv
->ev
, con
->fd
);
116 if (closesocket(con
->fd
)) {
117 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
118 "(warning) close:", con
->fd
, strerror(errno
));
121 if (close(con
->fd
)) {
122 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
123 "(warning) close:", con
->fd
, strerror(errno
));
130 if (srv
->srvconf
.log_state_handling
) {
131 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
132 "connection closed for fd", con
->fd
);
135 con
->is_ssl_sock
= 0;
137 /* plugins should have cleaned themselves up */
138 for (size_t i
= 0; i
< srv
->plugins
.used
; ++i
) {
139 plugin
*p
= ((plugin
**)(srv
->plugins
.ptr
))[i
];
140 plugin_data
*pd
= p
->data
;
141 if (!pd
|| NULL
== con
->plugin_ctx
[pd
->id
]) continue;
142 log_error_write(srv
, __FILE__
, __LINE__
, "sb",
143 "missing cleanup in", p
->name
);
144 con
->plugin_ctx
[pd
->id
] = NULL
;
147 connection_del(srv
, con
);
148 connection_set_state(srv
, con
, CON_STATE_CONNECT
);
153 static void connection_read_for_eos_plain(server
*srv
, connection
*con
) {
154 /* we have to do the linger_on_close stuff regardless
155 * of con->keep_alive; even non-keepalive sockets may
156 * still have unread data, and closing before reading
157 * it will make the client not see all our output.
160 const int type
= con
->dst_addr
.plain
.sa_family
;
163 len
= fdevent_socket_read_discard(con
->fd
, buf
, sizeof(buf
),
165 } while (len
> 0 || (len
< 0 && errno
== EINTR
));
167 if (len
< 0 && errno
== EAGAIN
) return;
168 #if defined(EWOULDBLOCK) && EWOULDBLOCK != EAGAIN
169 if (len
< 0 && errno
== EWOULDBLOCK
) return;
172 /* 0 == len || (len < 0 && (errno is a non-recoverable error)) */
173 con
->close_timeout_ts
= srv
->cur_ts
- (HTTP_LINGER_TIMEOUT
+1);
176 static void connection_read_for_eos_ssl(server
*srv
, connection
*con
) {
177 if (con
->network_read(srv
, con
, con
->read_queue
, MAX_READ_LIMIT
) < 0)
178 con
->close_timeout_ts
= srv
->cur_ts
- (HTTP_LINGER_TIMEOUT
+1);
179 chunkqueue_reset(con
->read_queue
);
182 static void connection_read_for_eos(server
*srv
, connection
*con
) {
184 ? connection_read_for_eos_plain(srv
, con
)
185 : connection_read_for_eos_ssl(srv
, con
);
188 static void connection_handle_close_state(server
*srv
, connection
*con
) {
189 connection_read_for_eos(srv
, con
);
191 if (srv
->cur_ts
- con
->close_timeout_ts
> HTTP_LINGER_TIMEOUT
) {
192 connection_close(srv
, con
);
196 static void connection_handle_shutdown(server
*srv
, connection
*con
) {
197 plugins_call_handle_connection_shut_wr(srv
, con
);
200 connection_reset(srv
, con
);
202 /* close the connection */
204 && (con
->is_ssl_sock
|| 0 == shutdown(con
->fd
, SHUT_WR
))) {
205 con
->close_timeout_ts
= srv
->cur_ts
;
206 connection_set_state(srv
, con
, CON_STATE_CLOSE
);
208 if (srv
->srvconf
.log_state_handling
) {
209 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
210 "shutdown for fd", con
->fd
);
213 connection_close(srv
, con
);
217 static void connection_handle_response_end_state(server
*srv
, connection
*con
) {
218 /* log the request */
219 /* (even if error, connection dropped, still write to access log if http_status) */
220 if (con
->http_status
) {
221 plugins_call_handle_request_done(srv
, con
);
224 if (con
->state
!= CON_STATE_ERROR
) srv
->con_written
++;
226 if (con
->request
.content_length
!= con
->request_content_queue
->bytes_in
227 || con
->state
== CON_STATE_ERROR
) {
228 /* request body is present and has not been read completely */
232 if (con
->keep_alive
) {
233 connection_reset(srv
, con
);
235 con
->request_start
= srv
->cur_ts
;
236 con
->read_idle_ts
= srv
->cur_ts
;
238 connection_set_state(srv
, con
, CON_STATE_REQUEST_START
);
240 connection_handle_shutdown(srv
, con
);
244 static void connection_handle_errdoc_init(connection
*con
) {
245 /* modules that produce headers required with error response should
246 * typically also produce an error document. Make an exception for
247 * mod_auth WWW-Authenticate response header. */
248 buffer
*www_auth
= NULL
;
249 if (401 == con
->http_status
) {
250 buffer
*vb
= http_header_response_get(con
, HTTP_HEADER_OTHER
, CONST_STR_LEN("WWW-Authenticate"));
251 if (NULL
!= vb
) www_auth
= buffer_init_buffer(vb
);
254 buffer_reset(con
->physical
.path
);
255 con
->response
.htags
= 0;
256 array_reset_data_strings(con
->response
.headers
);
257 http_response_body_clear(con
, 0);
259 if (NULL
!= www_auth
) {
260 http_header_response_set(con
, HTTP_HEADER_OTHER
, CONST_STR_LEN("WWW-Authenticate"), CONST_BUF_LEN(www_auth
));
261 buffer_free(www_auth
);
265 static int connection_handle_write_prepare(server
*srv
, connection
*con
) {
266 if (con
->mode
== DIRECT
) {
268 switch(con
->request
.http_method
) {
269 case HTTP_METHOD_GET
:
270 case HTTP_METHOD_POST
:
271 case HTTP_METHOD_HEAD
:
273 case HTTP_METHOD_OPTIONS
:
275 * 400 is coming from the request-parser BEFORE uri.path is set
276 * 403 is from the response handler when noone else catched it
279 if ((!con
->http_status
|| con
->http_status
== 200) && !buffer_string_is_empty(con
->uri
.path
) &&
280 con
->uri
.path
->ptr
[0] != '*') {
281 http_response_body_clear(con
, 0);
282 http_header_response_append(con
, HTTP_HEADER_OTHER
, CONST_STR_LEN("Allow"), CONST_STR_LEN("OPTIONS, GET, HEAD, POST"));
283 con
->http_status
= 200;
284 con
->file_finished
= 1;
289 if (0 == con
->http_status
) {
290 con
->http_status
= 501;
296 if (con
->http_status
== 0) {
297 con
->http_status
= 403;
300 switch(con
->http_status
) {
301 case 204: /* class: header only */
304 /* disable chunked encoding again as we have no body */
305 http_response_body_clear(con
, 1);
306 con
->file_finished
= 1;
308 default: /* class: header + body */
309 /* only custom body for 4xx and 5xx */
310 if (con
->http_status
< 400 || con
->http_status
>= 600) break;
312 if (con
->mode
!= DIRECT
&& (!con
->conf
.error_intercept
|| con
->error_handler_saved_status
)) break;
313 if (con
->mode
== DIRECT
&& con
->error_handler_saved_status
>= 65535) break;
315 con
->file_finished
= 0;
317 connection_handle_errdoc_init(con
);
319 /* try to send static errorfile */
320 if (!buffer_string_is_empty(con
->conf
.errorfile_prefix
)) {
321 stat_cache_entry
*sce
= NULL
;
323 buffer_copy_buffer(con
->physical
.path
, con
->conf
.errorfile_prefix
);
324 buffer_append_int(con
->physical
.path
, con
->http_status
);
325 buffer_append_string_len(con
->physical
.path
, CONST_STR_LEN(".html"));
327 if (0 == http_chunk_append_file(srv
, con
, con
->physical
.path
)) {
328 con
->file_finished
= 1;
329 if (HANDLER_ERROR
!= stat_cache_get_entry(srv
, con
, con
->physical
.path
, &sce
)) {
330 stat_cache_content_type_get(srv
, con
, con
->physical
.path
, sce
);
331 http_header_response_set(con
, HTTP_HEADER_CONTENT_TYPE
, CONST_STR_LEN("Content-Type"), CONST_BUF_LEN(sce
->content_type
));
336 if (!con
->file_finished
) {
337 buffer
*b
= srv
->tmp_buf
;
339 buffer_reset(con
->physical
.path
);
341 con
->file_finished
= 1;
343 /* build default error-page */
344 buffer_copy_string_len(b
, CONST_STR_LEN(
345 "<?xml version=\"1.0\" encoding=\"iso-8859-1\"?>\n"
346 "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\"\n"
347 " \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n"
348 "<html xmlns=\"http://www.w3.org/1999/xhtml\" xml:lang=\"en\" lang=\"en\">\n"
351 http_status_append(b
, con
->http_status
);
353 buffer_append_string_len(b
, CONST_STR_LEN(
358 http_status_append(b
, con
->http_status
);
360 buffer_append_string_len(b
, CONST_STR_LEN("</h1>\n"
365 (void)http_chunk_append_mem(srv
, con
, CONST_BUF_LEN(b
));
367 http_header_response_set(con
, HTTP_HEADER_CONTENT_TYPE
, CONST_STR_LEN("Content-Type"), CONST_STR_LEN("text/html"));
372 /* Allow filter plugins to change response headers before they are written. */
373 switch(plugins_call_handle_response_start(srv
, con
)) {
375 case HANDLER_FINISHED
:
378 log_error_write(srv
, __FILE__
, __LINE__
, "s", "response_start plugin failed");
382 if (con
->file_finished
) {
383 /* we have all the content and chunked encoding is not used, set a content-length */
385 if (!(con
->response
.htags
& (HTTP_HEADER_CONTENT_LENGTH
|HTTP_HEADER_TRANSFER_ENCODING
))) {
386 off_t qlen
= chunkqueue_length(con
->write_queue
);
389 * The Content-Length header only can be sent if we have content:
390 * - HEAD doesn't have a content-body (but have a content-length)
391 * - 1xx, 204 and 304 don't have a content-body (RFC 2616 Section 4.3)
393 * Otherwise generate a Content-Length header as chunked encoding is not
396 if ((con
->http_status
>= 100 && con
->http_status
< 200) ||
397 con
->http_status
== 204 ||
398 con
->http_status
== 304) {
399 /* no Content-Body, no Content-Length */
400 http_header_response_unset(con
, HTTP_HEADER_CONTENT_LENGTH
, CONST_STR_LEN("Content-Length"));
401 } else if (qlen
> 0 || con
->request
.http_method
!= HTTP_METHOD_HEAD
) {
402 /* qlen = 0 is important for Redirects (301, ...) as they MAY have
403 * a content. Browsers are waiting for a Content otherwise
405 buffer_copy_int(srv
->tmp_buf
, qlen
);
406 http_header_response_set(con
, HTTP_HEADER_CONTENT_LENGTH
, CONST_STR_LEN("Content-Length"), CONST_BUF_LEN(srv
->tmp_buf
));
411 * the file isn't finished yet, but we have all headers
413 * to get keep-alive we either need:
414 * - Content-Length: ... (HTTP/1.0 and HTTP/1.0) or
415 * - Transfer-Encoding: chunked (HTTP/1.1)
416 * - Upgrade: ... (lighttpd then acts as transparent proxy)
419 if (!(con
->response
.htags
& (HTTP_HEADER_CONTENT_LENGTH
|HTTP_HEADER_TRANSFER_ENCODING
|HTTP_HEADER_UPGRADE
))) {
420 if (con
->request
.http_method
== HTTP_METHOD_CONNECT
421 && con
->http_status
== 200) {
422 /*(no transfer-encoding if successful CONNECT)*/
423 } else if (con
->request
.http_version
== HTTP_VERSION_1_1
) {
424 off_t qlen
= chunkqueue_length(con
->write_queue
);
425 con
->response
.send_chunked
= 1;
427 /* create initial Transfer-Encoding: chunked segment */
428 buffer
* const b
= chunkqueue_prepend_buffer_open(con
->write_queue
);
429 buffer_append_uint_hex(b
, (uintmax_t)qlen
);
430 buffer_append_string_len(b
, CONST_STR_LEN("\r\n"));
431 chunkqueue_prepend_buffer_commit(con
->write_queue
);
432 chunkqueue_append_mem(con
->write_queue
, CONST_STR_LEN("\r\n"));
434 http_header_response_append(con
, HTTP_HEADER_TRANSFER_ENCODING
, CONST_STR_LEN("Transfer-Encoding"), CONST_STR_LEN("chunked"));
441 if (con
->request
.http_method
== HTTP_METHOD_HEAD
) {
443 * a HEAD request has the same as a GET
444 * without the content
446 http_response_body_clear(con
, 1);
447 con
->file_finished
= 1;
450 http_response_write_header(srv
, con
);
455 static void connection_handle_write(server
*srv
, connection
*con
) {
456 switch(connection_write_chunkqueue(srv
, con
, con
->write_queue
, MAX_WRITE_LIMIT
)) {
458 con
->write_request_ts
= srv
->cur_ts
;
459 if (con
->file_finished
) {
460 connection_set_state(srv
, con
, CON_STATE_RESPONSE_END
);
463 case -1: /* error on our side */
464 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
465 "connection closed: write failed on fd", con
->fd
);
466 connection_set_state(srv
, con
, CON_STATE_ERROR
);
468 case -2: /* remote close */
469 connection_set_state(srv
, con
, CON_STATE_ERROR
);
472 con
->write_request_ts
= srv
->cur_ts
;
473 con
->is_writable
= 0;
475 /* not finished yet -> WRITE */
480 static void connection_handle_write_state(server
*srv
, connection
*con
) {
482 /* only try to write if we have something in the queue */
483 if (!chunkqueue_is_empty(con
->write_queue
)) {
484 if (con
->is_writable
) {
485 connection_handle_write(srv
, con
);
486 if (con
->state
!= CON_STATE_WRITE
) break;
488 } else if (con
->file_finished
) {
489 connection_set_state(srv
, con
, CON_STATE_RESPONSE_END
);
493 if (con
->mode
!= DIRECT
&& !con
->file_finished
) {
494 int r
= plugins_call_handle_subrequest(srv
, con
);
496 case HANDLER_WAIT_FOR_EVENT
:
497 case HANDLER_FINISHED
:
500 case HANDLER_WAIT_FOR_FD
:
502 fdwaitqueue_append(srv
, con
);
504 case HANDLER_COMEBACK
:
506 log_error_write(srv
, __FILE__
, __LINE__
, "sdd",
507 "unexpected subrequest handler ret-value:",
511 connection_set_state(srv
, con
, CON_STATE_ERROR
);
515 } while (con
->state
== CON_STATE_WRITE
516 && (!chunkqueue_is_empty(con
->write_queue
)
518 : con
->file_finished
));
524 static connection
*connection_init(server
*srv
) {
529 con
= calloc(1, sizeof(*con
));
530 force_assert(NULL
!= con
);
534 con
->bytes_written
= 0;
536 con
->bytes_header
= 0;
537 con
->loops_per_request
= 0;
540 con->x = buffer_init();
543 CLEAN(request
.request
);
544 CLEAN(request
.pathinfo
);
546 CLEAN(request
.orig_uri
);
549 CLEAN(uri
.authority
);
554 CLEAN(physical
.doc_root
);
555 CLEAN(physical
.path
);
556 CLEAN(physical
.basedir
);
557 CLEAN(physical
.rel_path
);
558 CLEAN(physical
.etag
);
565 con
->write_queue
= chunkqueue_init();
566 con
->read_queue
= chunkqueue_init();
567 con
->request_content_queue
= chunkqueue_init();
569 con
->request
.headers
= array_init();
570 con
->response
.headers
= array_init();
571 con
->environment
= array_init();
573 /* init plugin specific connection structures */
575 con
->plugin_ctx
= calloc(1, (srv
->plugins
.used
+ 1) * sizeof(void *));
576 force_assert(NULL
!= con
->plugin_ctx
);
578 con
->cond_cache
= calloc(srv
->config_context
->used
, sizeof(cond_cache_t
));
579 force_assert(NULL
!= con
->cond_cache
);
580 config_setup_connection(srv
, con
);
585 void connections_free(server
*srv
) {
586 connections
*conns
= srv
->conns
;
589 if (NULL
== conns
) return;
591 for (i
= 0; i
< conns
->size
; i
++) {
592 connection
*con
= conns
->ptr
[i
];
594 connection_reset(srv
, con
);
596 chunkqueue_free(con
->write_queue
);
597 chunkqueue_free(con
->read_queue
);
598 chunkqueue_free(con
->request_content_queue
);
599 array_free(con
->request
.headers
);
600 array_free(con
->response
.headers
);
601 array_free(con
->environment
);
607 CLEAN(request
.request
);
608 CLEAN(request
.pathinfo
);
610 CLEAN(request
.orig_uri
);
613 CLEAN(uri
.authority
);
618 CLEAN(physical
.doc_root
);
619 CLEAN(physical
.path
);
620 CLEAN(physical
.basedir
);
621 CLEAN(physical
.etag
);
622 CLEAN(physical
.rel_path
);
628 free(con
->plugin_ctx
);
629 free(con
->cond_cache
);
640 static int connection_reset(server
*srv
, connection
*con
) {
641 plugins_call_connection_reset(srv
, con
);
643 connection_response_reset(srv
, con
);
644 con
->is_readable
= 1;
646 con
->bytes_written
= 0;
647 con
->bytes_written_cur_second
= 0;
649 con
->bytes_header
= 0;
650 con
->loops_per_request
= 0;
652 con
->request
.http_method
= HTTP_METHOD_UNSET
;
653 con
->request
.http_version
= HTTP_VERSION_UNSET
;
656 buffer_reset(con->x);
659 CLEAN(request
.pathinfo
);
661 /* CLEAN(request.orig_uri); */
663 /* CLEAN(uri.path); */
665 /* CLEAN(uri.query); */
668 buffer_clear(con
->uri
.scheme
);
669 /*buffer_clear(con->proto);*//* set to default in connection_accepted() */
670 /*buffer_clear(con->uri.authority);*/
671 buffer_clear(con
->server_name
);
673 con
->request
.http_host
= NULL
;
674 con
->request
.content_length
= 0;
675 con
->request
.te_chunked
= 0;
676 con
->request
.htags
= 0;
678 array_reset_data_strings(con
->request
.headers
);
679 array_reset_data_strings(con
->environment
);
681 chunkqueue_reset(con
->request_content_queue
);
683 /* The cond_cache gets reset in response.c */
684 /* config_cond_cache_reset(srv, con); */
687 con
->async_callback
= 0;
688 con
->error_handler_saved_status
= 0;
689 /*con->error_handler_saved_method = HTTP_METHOD_UNSET;*/
690 /*(error_handler_saved_method value is not valid unless error_handler_saved_status is set)*/
692 config_setup_connection(srv
, con
);
697 static void connection_read_header(server
*srv
, connection
*con
) {
698 chunkqueue
* const cq
= con
->read_queue
;
704 for (c
= cq
->first
; c
; c
= c
->next
) {
705 size_t clen
= buffer_string_length(c
->mem
) - c
->offset
;
706 const char * const b
= c
->mem
->ptr
+ c
->offset
;
708 if (0 == clen
) continue;
709 if (le
) { /*(line end sequence cross chunk boundary)*/
710 if (n
[0] == '\r') ++n
;
711 if (n
[0] == '\n') { ++n
; hlen
+= n
- b
; break; }
712 if (n
[0] == '\0') { hlen
+= n
- b
; continue; }
715 for (const char * const end
= b
+clen
; (n
= memchr(n
,'\n',end
-n
)); ++n
) {
716 if (n
[1] == '\r') ++n
;
717 if (n
[1] == '\n') { hlen
+= n
- b
+ 2; break; }
718 if (n
[1] == '\0') { n
= NULL
; le
= 1; break; }
724 if (hlen
> srv
->srvconf
.max_request_field_size
) {
725 log_error_write(srv
, __FILE__
, __LINE__
, "s",
726 "oversized request-header -> sending Status 431");
727 con
->http_status
= 431; /* Request Header Fields Too Large */
729 connection_set_state(srv
, con
, CON_STATE_HANDLE_REQUEST
);
732 if (NULL
== c
) return; /* incomplete request headers */
734 con
->header_len
= hlen
;
736 buffer_clear(con
->request
.request
);
738 for (c
= cq
->first
; c
; c
= c
->next
) {
739 size_t len
= buffer_string_length(c
->mem
) - c
->offset
;
740 if (len
> hlen
) len
= hlen
;
741 buffer_append_string_len(con
->request
.request
,
742 c
->mem
->ptr
+ c
->offset
, len
);
744 cq
->bytes_out
+= len
;
745 if (0 == (hlen
-= len
)) break;
748 chunkqueue_remove_finished_chunks(cq
);
750 /* skip past \r\n or \n after previous POST request when keep-alive */
751 if (con
->request_count
> 1) {
752 char * const s
= con
->request
.request
->ptr
;
754 if (buffer_string_length(con
->request
.request
) < 2) {
758 if (s
[0] == '\r' && s
[1] == '\n') {
759 size_t len
= buffer_string_length(con
->request
.request
);
760 memmove(s
, s
+2, len
-2);
761 buffer_string_set_length(con
->request
.request
, len
-2);
763 else if (s
[0] == '\n') {
764 if (!(con
->conf
.http_parseopts
& HTTP_PARSEOPT_HEADER_STRICT
)) {
765 size_t len
= buffer_string_length(con
->request
.request
);
766 memmove(s
, s
+1, len
-1);
767 buffer_string_set_length(con
->request
.request
, len
-1);
772 if (con
->conf
.log_request_header
) {
773 log_error_write(srv
, __FILE__
, __LINE__
, "sdsdSb",
775 "request-len:", buffer_string_length(con
->request
.request
),
776 "\n", con
->request
.request
);
779 buffer_clear(con
->uri
.authority
);
780 buffer_reset(con
->uri
.path
);
781 buffer_reset(con
->uri
.query
);
782 buffer_reset(con
->request
.orig_uri
);
784 if (srv
->srvconf
.log_request_header_on_error
) {
785 /* copy request only if we may need to log it upon error */
786 save
= buffer_init_buffer(con
->request
.request
);
789 con
->http_status
= http_request_parse(srv
, con
, con
->request
.request
);
790 if (0 != con
->http_status
) {
792 con
->request
.content_length
= 0;
794 if (srv
->srvconf
.log_request_header_on_error
) {
795 log_error_write(srv
, __FILE__
, __LINE__
, "Sb",
796 "request-header:\n", save
);
800 if (NULL
!= save
) buffer_free(save
);
801 buffer_reset(con
->request
.request
);
803 connection_set_state(srv
, con
, CON_STATE_REQUEST_END
);
807 * handle request header read
809 * we get called by the state-engine and by the fdevent-handler
811 static int connection_handle_read_state(server
*srv
, connection
*con
) {
812 int is_closed
= 0; /* the connection got closed, if we don't have a complete header, -> error */
814 if (con
->request_count
> 1 && 0 == con
->bytes_read
) {
816 /* update request_start timestamp when first byte of
817 * next request is received on a keep-alive connection */
818 con
->request_start
= srv
->cur_ts
;
819 if (con
->conf
.high_precision_timestamps
)
820 log_clock_gettime_realtime(&con
->request_start_hp
);
822 if (!chunkqueue_is_empty(con
->read_queue
)) {
823 /*(if partially read next request and unable to read() any bytes below,
824 * then will unnecessarily scan again here before subsequent read())*/
825 connection_read_header(srv
, con
);
826 if (con
->state
!= CON_STATE_READ
) {
827 con
->read_idle_ts
= srv
->cur_ts
;
833 if (con
->is_readable
) {
834 con
->read_idle_ts
= srv
->cur_ts
;
836 switch (con
->network_read(srv
, con
, con
->read_queue
, MAX_READ_LIMIT
)) {
838 connection_set_state(srv
, con
, CON_STATE_ERROR
);
848 connection_read_header(srv
, con
);
850 if (con
->state
== CON_STATE_READ
&& is_closed
) {
851 /* the connection got closed and we didn't got enough data to leave CON_STATE_READ;
852 * the only way is to leave here */
853 connection_set_state(srv
, con
, CON_STATE_ERROR
);
859 static handler_t
connection_handle_fdevent(server
*srv
, void *context
, int revents
) {
860 connection
*con
= context
;
862 joblist_append(srv
, con
);
864 if (con
->is_ssl_sock
) {
865 /* ssl may read and write for both reads and writes */
866 if (revents
& (FDEVENT_IN
| FDEVENT_OUT
)) {
867 con
->is_readable
= 1;
868 con
->is_writable
= 1;
871 if (revents
& FDEVENT_IN
) {
872 con
->is_readable
= 1;
874 if (revents
& FDEVENT_OUT
) {
875 con
->is_writable
= 1;
876 /* we don't need the event twice */
881 if (con
->state
== CON_STATE_READ
) {
882 connection_handle_read_state(srv
, con
);
885 if (con
->state
== CON_STATE_WRITE
&&
886 !chunkqueue_is_empty(con
->write_queue
) &&
888 connection_handle_write(srv
, con
);
891 if (con
->state
== CON_STATE_CLOSE
) {
892 /* flush the read buffers */
893 connection_read_for_eos(srv
, con
);
897 /* attempt (above) to read data in kernel socket buffers
898 * prior to handling FDEVENT_HUP and FDEVENT_ERR */
900 if ((revents
& ~(FDEVENT_IN
| FDEVENT_OUT
)) && con
->state
!= CON_STATE_ERROR
) {
901 if (con
->state
== CON_STATE_CLOSE
) {
902 con
->close_timeout_ts
= srv
->cur_ts
- (HTTP_LINGER_TIMEOUT
+1);
903 } else if (revents
& FDEVENT_HUP
) {
904 connection_set_state(srv
, con
, CON_STATE_ERROR
);
905 } else if (revents
& FDEVENT_RDHUP
) {
906 int events
= fdevent_event_get_interest(srv
->ev
, con
->fd
);
907 events
&= ~(FDEVENT_IN
|FDEVENT_RDHUP
);
908 con
->conf
.stream_request_body
&= ~(FDEVENT_STREAM_REQUEST_BUFMIN
|FDEVENT_STREAM_REQUEST_POLLIN
);
909 con
->conf
.stream_request_body
|= FDEVENT_STREAM_REQUEST_POLLRDHUP
;
910 con
->is_readable
= 1; /*(can read 0 for end-of-stream)*/
911 if (chunkqueue_is_empty(con
->read_queue
)) con
->keep_alive
= 0;
912 if (con
->request
.content_length
< -1) { /*(transparent proxy mode; no more data to read)*/
913 con
->request
.content_length
= con
->request_content_queue
->bytes_in
;
915 if (sock_addr_get_family(&con
->dst_addr
) == AF_UNIX
) {
916 /* future: will getpeername() on AF_UNIX properly check if still connected? */
917 fdevent_event_set(srv
->ev
, con
->fd
, events
);
918 } else if (fdevent_is_tcp_half_closed(con
->fd
)) {
919 /* Success of fdevent_is_tcp_half_closed() after FDEVENT_RDHUP indicates TCP FIN received,
920 * but does not distinguish between client shutdown(fd, SHUT_WR) and client close(fd).
921 * Remove FDEVENT_RDHUP so that we do not spin on the ready event.
922 * However, a later TCP RST will not be detected until next write to socket.
923 * future: might getpeername() to check for TCP RST on half-closed sockets
924 * (without FDEVENT_RDHUP interest) when checking for write timeouts
925 * once a second in server.c, though getpeername() on Windows might not indicate this */
926 con
->conf
.stream_request_body
|= FDEVENT_STREAM_REQUEST_TCP_FIN
;
927 fdevent_event_set(srv
->ev
, con
->fd
, events
);
929 /* Failure of fdevent_is_tcp_half_closed() indicates TCP RST
930 * (or unable to tell (unsupported OS), though should not
931 * be setting FDEVENT_RDHUP in that case) */
932 connection_set_state(srv
, con
, CON_STATE_ERROR
);
934 } else if (revents
& FDEVENT_ERR
) { /* error, connection reset */
935 connection_set_state(srv
, con
, CON_STATE_ERROR
);
937 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
938 "connection closed: poll() -> ???", revents
);
942 return HANDLER_FINISHED
;
946 connection
*connection_accept(server
*srv
, server_socket
*srv_socket
) {
949 size_t cnt_len
= sizeof(cnt_addr
); /*(size_t intentional; not socklen_t)*/
952 * check if we can still open a new connections
957 if (srv
->conns
->used
>= srv
->max_conns
) {
961 cnt
= fdevent_accept_listenfd(srv_socket
->fd
, (struct sockaddr
*) &cnt_addr
, &cnt_len
);
965 #if EWOULDBLOCK != EAGAIN
969 /* we were stopped _before_ we had a connection */
970 case ECONNABORTED
: /* this is a FreeBSD thingy */
971 /* we were stopped _after_ we had a connection */
977 log_error_write(srv
, __FILE__
, __LINE__
, "ssd", "accept failed:", strerror(errno
), errno
);
981 if (sock_addr_get_family(&cnt_addr
) != AF_UNIX
) {
982 network_accept_tcp_nagle_disable(cnt
);
984 return connection_accepted(srv
, srv_socket
, &cnt_addr
, cnt
);
989 /* 0: everything ok, -1: error, -2: con closed */
990 static int connection_read_cq(server
*srv
, connection
*con
, chunkqueue
*cq
, off_t max_bytes
) {
994 force_assert(cq
== con
->read_queue
); /*(code transform assumption; minimize diff)*/
995 force_assert(max_bytes
== MAX_READ_LIMIT
); /*(code transform assumption; minimize diff)*/
997 /* check avail data to read and obtain memory into which to read
998 * fill previous chunk if it has sufficient space
999 * (use mem_len=0 to obtain large buffer at least half of chunk_buf_sz)
1003 if (0 == fdevent_ioctl_fionread(con
->fd
, S_IFSOCK
, &frd
)) {
1004 mem_len
= (frd
< MAX_READ_LIMIT
) ? (size_t)frd
: MAX_READ_LIMIT
;
1007 mem
= chunkqueue_get_memory(con
->read_queue
, &mem_len
);
1009 #if defined(__WIN32)
1010 len
= recv(con
->fd
, mem
, mem_len
, 0);
1012 len
= read(con
->fd
, mem
, mem_len
);
1013 #endif /* __WIN32 */
1015 chunkqueue_use_memory(con
->read_queue
, len
> 0 ? len
: 0);
1018 con
->is_readable
= 0;
1020 #if defined(__WIN32)
1022 int lastError
= WSAGetLastError();
1023 switch (lastError
) {
1027 /* we have been interrupted before we could read */
1028 con
->is_readable
= 1;
1031 /* suppress logging for this error, expected for keep-alive */
1034 log_error_write(srv
, __FILE__
, __LINE__
, "sd", "connection closed - recv failed: ", lastError
);
1043 /* we have been interrupted before we could read */
1044 con
->is_readable
= 1;
1047 /* suppress logging for this error, expected for keep-alive */
1050 log_error_write(srv
, __FILE__
, __LINE__
, "ssd", "connection closed - read failed: ", strerror(errno
), errno
);
1053 #endif /* __WIN32 */
1055 connection_set_state(srv
, con
, CON_STATE_ERROR
);
1058 } else if (len
== 0) {
1059 con
->is_readable
= 0;
1060 /* the other end close the connection -> KEEP-ALIVE */
1065 } else if (len
!= (ssize_t
) mem_len
) {
1066 /* we got less then expected, wait for the next fd-event */
1068 con
->is_readable
= 0;
1071 con
->bytes_read
+= len
;
1076 static int connection_write_cq(server
*srv
, connection
*con
, chunkqueue
*cq
, off_t max_bytes
) {
1077 return srv
->network_backend_write(srv
, con
->fd
, cq
, max_bytes
);
1081 connection
*connection_accepted(server
*srv
, server_socket
*srv_socket
, sock_addr
*cnt_addr
, int cnt
) {
1086 /* ok, we have the connection, register it */
1088 log_error_write(srv
, __FILE__
, __LINE__
, "sd",
1093 con
= connections_get_new_connection(srv
);
1096 fdevent_register(srv
->ev
, con
->fd
, connection_handle_fdevent
, con
);
1097 con
->network_read
= connection_read_cq
;
1098 con
->network_write
= connection_write_cq
;
1100 connection_set_state(srv
, con
, CON_STATE_REQUEST_START
);
1102 con
->connection_start
= srv
->cur_ts
;
1103 con
->dst_addr
= *cnt_addr
;
1104 buffer_copy_string(con
->dst_addr_buf
, inet_ntop_cache_get_ip(srv
, &(con
->dst_addr
)));
1105 con
->srv_socket
= srv_socket
;
1106 con
->is_ssl_sock
= srv_socket
->is_ssl
;
1108 config_cond_cache_reset(srv
, con
);
1109 con
->conditional_is_valid
[COMP_SERVER_SOCKET
] = 1;
1110 con
->conditional_is_valid
[COMP_HTTP_REMOTE_IP
] = 1;
1112 buffer_copy_string_len(con
->proto
, CONST_STR_LEN("http"));
1113 if (HANDLER_GO_ON
!= plugins_call_handle_connection_accept(srv
, con
)) {
1114 connection_reset(srv
, con
);
1115 connection_close(srv
, con
);
1118 if (con
->http_status
< 0) connection_set_state(srv
, con
, CON_STATE_WRITE
);
1123 static int connection_handle_request(server
*srv
, connection
*con
) {
1124 int r
= http_response_prepare(srv
, con
);
1126 case HANDLER_WAIT_FOR_EVENT
:
1127 if (!con
->file_finished
&& (!con
->file_started
|| 0 == con
->conf
.stream_response_body
)) {
1128 break; /* come back here */
1130 /* response headers received from backend; fall through to start response */
1132 case HANDLER_FINISHED
:
1133 if (con
->http_status
== 0) con
->http_status
= 200;
1134 if (con
->error_handler_saved_status
> 0) {
1135 con
->request
.http_method
= con
->error_handler_saved_method
;
1137 if (con
->mode
== DIRECT
|| con
->conf
.error_intercept
) {
1138 if (con
->error_handler_saved_status
) {
1139 const int subreq_status
= con
->http_status
;
1140 if (con
->error_handler_saved_status
> 0) {
1141 con
->http_status
= con
->error_handler_saved_status
;
1142 } else if (con
->http_status
== 404 || con
->http_status
== 403) {
1143 /* error-handler-404 is a 404 */
1144 con
->http_status
= -con
->error_handler_saved_status
;
1146 /* error-handler-404 is back and has generated content */
1147 /* if Status: was set, take it otherwise use 200 */
1149 if (200 <= subreq_status
&& subreq_status
<= 299) {
1150 /*(flag value to indicate that error handler succeeded)
1151 *(for (con->mode == DIRECT))*/
1152 con
->error_handler_saved_status
= 65535; /* >= 1000 */
1154 } else if (con
->http_status
>= 400) {
1155 buffer
*error_handler
= NULL
;
1156 if (!buffer_string_is_empty(con
->conf
.error_handler
)) {
1157 error_handler
= con
->conf
.error_handler
;
1158 } else if ((con
->http_status
== 404 || con
->http_status
== 403)
1159 && !buffer_string_is_empty(con
->conf
.error_handler_404
)) {
1160 error_handler
= con
->conf
.error_handler_404
;
1163 if (error_handler
) {
1164 /* call error-handler */
1166 /* set REDIRECT_STATUS to save current HTTP status code
1167 * for access by dynamic handlers
1168 * https://redmine.lighttpd.net/issues/1828 */
1169 buffer_copy_int(srv
->tmp_buf
, con
->http_status
);
1170 http_header_env_set(con
, CONST_STR_LEN("REDIRECT_STATUS"), CONST_BUF_LEN(srv
->tmp_buf
));
1172 if (error_handler
== con
->conf
.error_handler
) {
1173 plugins_call_connection_reset(srv
, con
);
1175 if (con
->request
.content_length
) {
1176 if (con
->request
.content_length
!= con
->request_content_queue
->bytes_in
) {
1177 con
->keep_alive
= 0;
1179 con
->request
.content_length
= 0;
1180 chunkqueue_reset(con
->request_content_queue
);
1183 con
->is_writable
= 1;
1184 con
->file_finished
= 0;
1185 con
->file_started
= 0;
1187 con
->error_handler_saved_status
= con
->http_status
;
1188 con
->error_handler_saved_method
= con
->request
.http_method
;
1190 con
->request
.http_method
= HTTP_METHOD_GET
;
1191 } else { /*(preserve behavior for server.error-handler-404)*/
1192 con
->error_handler_saved_status
= -con
->http_status
; /*(negative to flag old behavior)*/
1195 buffer_copy_buffer(con
->request
.uri
, error_handler
);
1196 connection_handle_errdoc_init(con
);
1197 con
->http_status
= 0; /*(after connection_handle_errdoc_init())*/
1204 /* we have something to send, go on */
1205 connection_set_state(srv
, con
, CON_STATE_RESPONSE_START
);
1207 case HANDLER_WAIT_FOR_FD
:
1210 fdwaitqueue_append(srv
, con
);
1213 case HANDLER_COMEBACK
:
1216 /* something went wrong */
1217 connection_set_state(srv
, con
, CON_STATE_ERROR
);
1220 log_error_write(srv
, __FILE__
, __LINE__
, "sdd", "unknown ret-value: ", con
->fd
, r
);
1228 int connection_state_machine(server
*srv
, connection
*con
) {
1229 connection_state_t ostate
;
1232 if (srv
->srvconf
.log_state_handling
) {
1233 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
1236 connection_get_state(con
->state
));
1240 if (srv
->srvconf
.log_state_handling
) {
1241 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
1242 "state for fd", con
->fd
, connection_get_state(con
->state
));
1245 switch ((ostate
= con
->state
)) {
1246 case CON_STATE_REQUEST_START
: /* transient */
1247 con
->request_start
= srv
->cur_ts
;
1248 con
->read_idle_ts
= srv
->cur_ts
;
1249 if (con
->conf
.high_precision_timestamps
)
1250 log_clock_gettime_realtime(&con
->request_start_hp
);
1252 con
->request_count
++;
1253 con
->loops_per_request
= 0;
1255 connection_set_state(srv
, con
, CON_STATE_READ
);
1257 case CON_STATE_READ
:
1258 connection_handle_read_state(srv
, con
);
1259 if (con
->state
!= CON_STATE_REQUEST_END
) break;
1261 case CON_STATE_REQUEST_END
: /* transient */
1262 ostate
= (0 == con
->request
.content_length
)
1263 ? CON_STATE_HANDLE_REQUEST
1264 : CON_STATE_READ_POST
;
1265 connection_set_state(srv
, con
, ostate
);
1267 case CON_STATE_READ_POST
:
1268 case CON_STATE_HANDLE_REQUEST
:
1269 if (connection_handle_request(srv
, con
)) {
1270 /* redo loop; will not match con->state */
1271 ostate
= CON_STATE_CONNECT
;
1275 if (con
->state
== CON_STATE_HANDLE_REQUEST
1276 && ostate
== CON_STATE_READ_POST
) {
1277 ostate
= CON_STATE_HANDLE_REQUEST
;
1280 if (con
->state
!= CON_STATE_RESPONSE_START
) break;
1282 case CON_STATE_RESPONSE_START
: /* transient */
1283 if (-1 == connection_handle_write_prepare(srv
, con
)) {
1284 connection_set_state(srv
, con
, CON_STATE_ERROR
);
1287 connection_set_state(srv
, con
, CON_STATE_WRITE
);
1289 case CON_STATE_WRITE
:
1290 connection_handle_write_state(srv
, con
);
1291 if (con
->state
!= CON_STATE_RESPONSE_END
) break;
1293 case CON_STATE_RESPONSE_END
: /* transient */
1294 case CON_STATE_ERROR
: /* transient */
1295 connection_handle_response_end_state(srv
, con
);
1297 case CON_STATE_CLOSE
:
1298 connection_handle_close_state(srv
, con
);
1300 case CON_STATE_CONNECT
:
1303 log_error_write(srv
, __FILE__
, __LINE__
, "sdd",
1304 "unknown state:", con
->fd
, con
->state
);
1307 } while (ostate
!= con
->state
);
1309 if (srv
->srvconf
.log_state_handling
) {
1310 log_error_write(srv
, __FILE__
, __LINE__
, "sds",
1313 connection_get_state(con
->state
));
1317 switch(con
->state
) {
1318 case CON_STATE_READ
:
1319 r
= FDEVENT_IN
| FDEVENT_RDHUP
;
1321 case CON_STATE_WRITE
:
1322 /* request write-fdevent only if we really need it
1323 * - if we have data to write
1324 * - if the socket is not writable yet
1326 if (!chunkqueue_is_empty(con
->write_queue
) &&
1327 (con
->is_writable
== 0) &&
1328 (con
->traffic_limit_reached
== 0)) {
1332 case CON_STATE_READ_POST
:
1333 if (con
->conf
.stream_request_body
& FDEVENT_STREAM_REQUEST_POLLIN
) {
1334 r
|= FDEVENT_IN
| FDEVENT_RDHUP
;
1337 case CON_STATE_CLOSE
:
1344 const int events
= fdevent_event_get_interest(srv
->ev
, con
->fd
);
1345 if (con
->is_readable
< 0) {
1346 con
->is_readable
= 0;
1349 if (con
->is_writable
< 0) {
1350 con
->is_writable
= 0;
1353 if (events
& FDEVENT_RDHUP
) {
1357 /* update timestamps when enabling interest in events */
1358 if ((r
& FDEVENT_IN
) && !(events
& FDEVENT_IN
)) {
1359 con
->read_idle_ts
= srv
->cur_ts
;
1361 if ((r
& FDEVENT_OUT
) && !(events
& FDEVENT_OUT
)) {
1362 con
->write_request_ts
= srv
->cur_ts
;
1364 fdevent_event_set(srv
->ev
, con
->fd
, r
);