Add DOCDOC comments for all undocumented functions. Add missing *s to other comments...
[tor/rransom.git] / src / or / main.c
blob63f538300d798513dd80221b8c8e566192353b9d
1 /* Copyright (c) 2001 Matej Pfajfar.
2 * Copyright (c) 2001-2004, Roger Dingledine.
3 * Copyright (c) 2004-2006, Roger Dingledine, Nick Mathewson.
4 * Copyright (c) 2007-2008, The Tor Project, Inc. */
5 /* See LICENSE for licensing information */
6 /* $Id$ */
7 const char main_c_id[] =
8 "$Id$";
10 /**
11 * \file main.c
12 * \brief Toplevel module. Handles signals, multiplexes between
13 * connections, implements main loop, and drives scheduled events.
14 **/
16 #define MAIN_PRIVATE
17 #include "or.h"
18 #ifdef USE_DMALLOC
19 #include <dmalloc.h>
20 #include <openssl/crypto.h>
21 #endif
22 #include "memarea.h"
24 void evdns_shutdown(int);
26 /********* PROTOTYPES **********/
28 static void dumpmemusage(int severity);
29 static void dumpstats(int severity); /* log stats */
30 static void conn_read_callback(int fd, short event, void *_conn);
31 static void conn_write_callback(int fd, short event, void *_conn);
32 static void signal_callback(int fd, short events, void *arg);
33 static void second_elapsed_callback(int fd, short event, void *args);
34 static int conn_close_if_marked(int i);
35 static void connection_start_reading_from_linked_conn(connection_t *conn);
36 static int connection_should_read_from_linked_conn(connection_t *conn);
38 /********* START VARIABLES **********/
40 int global_read_bucket; /**< Max number of bytes I can read this second. */
41 int global_write_bucket; /**< Max number of bytes I can write this second. */
43 /** Max number of relayed (bandwidth class 1) bytes I can read this second. */
44 int global_relayed_read_bucket;
45 /** Max number of relayed (bandwidth class 1) bytes I can write this second. */
46 int global_relayed_write_bucket;
48 /** What was the read bucket before the last second_elapsed_callback() call?
49 * (used to determine how many bytes we've read). */
50 static int stats_prev_global_read_bucket;
51 /** What was the write bucket before the last second_elapsed_callback() call?
52 * (used to determine how many bytes we've written). */
53 static int stats_prev_global_write_bucket;
54 /* XXX we might want to keep stats about global_relayed_*_bucket too. Or not.*/
55 /** How many bytes have we read/written since we started the process? */
56 static uint64_t stats_n_bytes_read = 0;
57 static uint64_t stats_n_bytes_written = 0;
58 /** What time did this process start up? */
59 time_t time_of_process_start = 0;
60 /** How many seconds have we been running? */
61 long stats_n_seconds_working = 0;
62 /** When do we next launch DNS wildcarding checks? */
63 static time_t time_to_check_for_correct_dns = 0;
65 /** How often will we honor SIGNEWNYM requests? */
66 #define MAX_SIGNEWNYM_RATE 10
67 /** When did we last process a SIGNEWNYM request? */
68 static time_t time_of_last_signewnym = 0;
69 /** Is there a signewnym request we're currently waiting to handle? */
70 static int signewnym_is_pending = 0;
72 /** Smartlist of all open connections. */
73 static smartlist_t *connection_array = NULL;
74 /** List of connections that have been marked for close and need to be freed
75 * and removed from connection_array. */
76 static smartlist_t *closeable_connection_lst = NULL;
77 /** List of linked connections that are currently reading data into their
78 * inbuf from their partner's outbuf. */
79 static smartlist_t *active_linked_connection_lst = NULL;
80 /** Flag: Set to true iff we entered the current libevent main loop via
81 * <b>loop_once</b>. If so, there's no need to trigger a loopexit in order
82 * to handle linked connections. */
83 static int called_loop_once = 0;
85 /** We set this to 1 when we've opened a circuit, so we can print a log
86 * entry to inform the user that Tor is working. */
87 int has_completed_circuit=0;
89 /** How often do we check for router descriptors that we should download
90 * when we have too little directory info? */
91 #define GREEDY_DESCRIPTOR_RETRY_INTERVAL (10)
92 /** How often do we check for router descriptors that we should download
93 * when we have enough directory info? */
94 #define LAZY_DESCRIPTOR_RETRY_INTERVAL (60)
95 /** How often do we 'forgive' undownloadable router descriptors and attempt
96 * to download them again? */
97 #define DESCRIPTOR_FAILURE_RESET_INTERVAL (60*60)
98 /** How long do we let a directory connection stall before expiring it? */
99 #define DIR_CONN_MAX_STALL (5*60)
101 /** How old do we let a connection to an OR get before deciding it's
102 * too old for new circuits? */
103 #define TIME_BEFORE_OR_CONN_IS_TOO_OLD (60*60*24*7)
104 /** How long do we let OR connections handshake before we decide that
105 * they are obsolete? */
106 #define TLS_HANDSHAKE_TIMEOUT (60)
108 /********* END VARIABLES ************/
110 /****************************************************************************
112 * This section contains accessors and other methods on the connection_array
113 * variables (which are global within this file and unavailable outside it).
115 ****************************************************************************/
117 /** Add <b>conn</b> to the array of connections that we can poll on. The
118 * connection's socket must be set; the connection starts out
119 * non-reading and non-writing.
122 connection_add(connection_t *conn)
124 tor_assert(conn);
125 tor_assert(conn->s >= 0 ||
126 conn->linked ||
127 (conn->type == CONN_TYPE_AP &&
128 TO_EDGE_CONN(conn)->is_dns_request));
130 tor_assert(conn->conn_array_index == -1); /* can only connection_add once */
131 conn->conn_array_index = smartlist_len(connection_array);
132 smartlist_add(connection_array, conn);
134 if (conn->s >= 0 || conn->linked) {
135 conn->read_event = tor_malloc_zero(sizeof(struct event));
136 conn->write_event = tor_malloc_zero(sizeof(struct event));
137 event_set(conn->read_event, conn->s, EV_READ|EV_PERSIST,
138 conn_read_callback, conn);
139 event_set(conn->write_event, conn->s, EV_WRITE|EV_PERSIST,
140 conn_write_callback, conn);
143 log_debug(LD_NET,"new conn type %s, socket %d, address %s, n_conns %d.",
144 conn_type_to_string(conn->type), conn->s, conn->address,
145 smartlist_len(connection_array));
147 return 0;
150 /** Remove the connection from the global list, and remove the
151 * corresponding poll entry. Calling this function will shift the last
152 * connection (if any) into the position occupied by conn.
155 connection_remove(connection_t *conn)
157 int current_index;
158 connection_t *tmp;
160 tor_assert(conn);
162 log_debug(LD_NET,"removing socket %d (type %s), n_conns now %d",
163 conn->s, conn_type_to_string(conn->type),
164 smartlist_len(connection_array));
166 tor_assert(conn->conn_array_index >= 0);
167 current_index = conn->conn_array_index;
168 connection_unregister_events(conn); /* This is redundant, but cheap. */
169 if (current_index == smartlist_len(connection_array)-1) { /* at the end */
170 smartlist_del(connection_array, current_index);
171 return 0;
174 /* replace this one with the one at the end */
175 smartlist_del(connection_array, current_index);
176 tmp = smartlist_get(connection_array, current_index);
177 tmp->conn_array_index = current_index;
179 return 0;
182 /** If <b>conn</b> is an edge conn, remove it from the list
183 * of conn's on this circuit. If it's not on an edge,
184 * flush and send destroys for all circuits on this conn.
186 * Remove it from connection_array (if applicable) and
187 * from closeable_connection_list.
189 * Then free it.
191 static void
192 connection_unlink(connection_t *conn)
194 connection_about_to_close_connection(conn);
195 if (conn->conn_array_index >= 0) {
196 connection_remove(conn);
198 if (conn->linked_conn) {
199 conn->linked_conn->linked_conn = NULL;
200 if (! conn->linked_conn->marked_for_close &&
201 conn->linked_conn->reading_from_linked_conn)
202 connection_start_reading(conn->linked_conn);
203 conn->linked_conn = NULL;
205 smartlist_remove(closeable_connection_lst, conn);
206 smartlist_remove(active_linked_connection_lst, conn);
207 if (conn->type == CONN_TYPE_EXIT) {
208 assert_connection_edge_not_dns_pending(TO_EDGE_CONN(conn));
210 if (conn->type == CONN_TYPE_OR) {
211 if (!tor_digest_is_zero(TO_OR_CONN(conn)->identity_digest))
212 connection_or_remove_from_identity_map(TO_OR_CONN(conn));
214 connection_free(conn);
217 /** Schedule <b>conn</b> to be closed. **/
218 void
219 add_connection_to_closeable_list(connection_t *conn)
221 tor_assert(!smartlist_isin(closeable_connection_lst, conn));
222 tor_assert(conn->marked_for_close);
223 assert_connection_ok(conn, time(NULL));
224 smartlist_add(closeable_connection_lst, conn);
227 /** Return 1 if conn is on the closeable list, else return 0. */
229 connection_is_on_closeable_list(connection_t *conn)
231 return smartlist_isin(closeable_connection_lst, conn);
234 /** Return true iff conn is in the current poll array. */
236 connection_in_array(connection_t *conn)
238 return smartlist_isin(connection_array, conn);
241 /** Set <b>*array</b> to an array of all connections, and <b>*n</b>
242 * to the length of the array. <b>*array</b> and <b>*n</b> must not
243 * be modified.
245 smartlist_t *
246 get_connection_array(void)
248 if (!connection_array)
249 connection_array = smartlist_create();
250 return connection_array;
253 /** Set the event mask on <b>conn</b> to <b>events</b>. (The event
254 * mask is a bitmask whose bits are EV_READ and EV_WRITE.)
256 void
257 connection_watch_events(connection_t *conn, short events)
259 if (events & EV_READ)
260 connection_start_reading(conn);
261 else
262 connection_stop_reading(conn);
264 if (events & EV_WRITE)
265 connection_start_writing(conn);
266 else
267 connection_stop_writing(conn);
270 /** Return true iff <b>conn</b> is listening for read events. */
272 connection_is_reading(connection_t *conn)
274 tor_assert(conn);
276 return conn->reading_from_linked_conn ||
277 (conn->read_event && event_pending(conn->read_event, EV_READ, NULL));
280 /** Tell the main loop to stop notifying <b>conn</b> of any read events. */
281 void
282 connection_stop_reading(connection_t *conn)
284 tor_assert(conn);
285 tor_assert(conn->read_event);
287 if (conn->linked) {
288 conn->reading_from_linked_conn = 0;
289 connection_stop_reading_from_linked_conn(conn);
290 } else {
291 if (event_del(conn->read_event))
292 log_warn(LD_NET, "Error from libevent setting read event state for %d "
293 "to unwatched: %s",
294 conn->s,
295 tor_socket_strerror(tor_socket_errno(conn->s)));
299 /** Tell the main loop to start notifying <b>conn</b> of any read events. */
300 void
301 connection_start_reading(connection_t *conn)
303 tor_assert(conn);
304 tor_assert(conn->read_event);
306 if (conn->linked) {
307 conn->reading_from_linked_conn = 1;
308 if (connection_should_read_from_linked_conn(conn))
309 connection_start_reading_from_linked_conn(conn);
310 } else {
311 if (event_add(conn->read_event, NULL))
312 log_warn(LD_NET, "Error from libevent setting read event state for %d "
313 "to watched: %s",
314 conn->s,
315 tor_socket_strerror(tor_socket_errno(conn->s)));
319 /** Return true iff <b>conn</b> is listening for write events. */
321 connection_is_writing(connection_t *conn)
323 tor_assert(conn);
325 return conn->writing_to_linked_conn ||
326 (conn->write_event && event_pending(conn->write_event, EV_WRITE, NULL));
329 /** Tell the main loop to stop notifying <b>conn</b> of any write events. */
330 void
331 connection_stop_writing(connection_t *conn)
333 tor_assert(conn);
334 tor_assert(conn->write_event);
336 if (conn->linked) {
337 conn->writing_to_linked_conn = 0;
338 if (conn->linked_conn)
339 connection_stop_reading_from_linked_conn(conn->linked_conn);
340 } else {
341 if (event_del(conn->write_event))
342 log_warn(LD_NET, "Error from libevent setting write event state for %d "
343 "to unwatched: %s",
344 conn->s,
345 tor_socket_strerror(tor_socket_errno(conn->s)));
349 /** Tell the main loop to start notifying <b>conn</b> of any write events. */
350 void
351 connection_start_writing(connection_t *conn)
353 tor_assert(conn);
354 tor_assert(conn->write_event);
356 if (conn->linked) {
357 conn->writing_to_linked_conn = 1;
358 if (conn->linked_conn &&
359 connection_should_read_from_linked_conn(conn->linked_conn))
360 connection_start_reading_from_linked_conn(conn->linked_conn);
361 } else {
362 if (event_add(conn->write_event, NULL))
363 log_warn(LD_NET, "Error from libevent setting write event state for %d "
364 "to watched: %s",
365 conn->s,
366 tor_socket_strerror(tor_socket_errno(conn->s)));
370 /** Return true iff <b>conn</b> is linked conn, and reading from the conn
371 * linked to it would be good and feasible. (Reading is "feasible" if the
372 * other conn exists and has data in its outbuf, and is "good" if we have our
373 * reading_from_linked_conn flag set and the other conn has its
374 * writing_to_linked_conn flag set.)*/
375 static int
376 connection_should_read_from_linked_conn(connection_t *conn)
378 if (conn->linked && conn->reading_from_linked_conn) {
379 if (! conn->linked_conn ||
380 (conn->linked_conn->writing_to_linked_conn &&
381 buf_datalen(conn->linked_conn->outbuf)))
382 return 1;
384 return 0;
387 /** Helper: Tell the main loop to begin reading bytes into <b>conn</b> from
388 * its linked connection, if it is not doing so already. Called by
389 * connection_start_reading and connection_start_writing as appropriate. */
390 static void
391 connection_start_reading_from_linked_conn(connection_t *conn)
393 tor_assert(conn);
394 tor_assert(conn->linked == 1);
396 if (!conn->active_on_link) {
397 conn->active_on_link = 1;
398 smartlist_add(active_linked_connection_lst, conn);
399 if (!called_loop_once) {
400 /* This is the first event on the list; we won't be in LOOP_ONCE mode,
401 * so we need to make sure that the event_loop() actually exits at the
402 * end of its run through the current connections and
403 * lets us activate read events for linked connections. */
404 struct timeval tv = { 0, 0 };
405 event_loopexit(&tv);
407 } else {
408 tor_assert(smartlist_isin(active_linked_connection_lst, conn));
412 /** Tell the main loop to stop reading bytes into <b>conn</b> from its linked
413 * connection, if is currently doing so. Called by connection_stop_reading,
414 * connection_stop_writing, and connection_read. */
415 void
416 connection_stop_reading_from_linked_conn(connection_t *conn)
418 tor_assert(conn);
419 tor_assert(conn->linked == 1);
421 if (conn->active_on_link) {
422 conn->active_on_link = 0;
423 /* FFFF We could keep an index here so we can smartlist_del
424 * cleanly. On the other hand, this doesn't show up on profiles,
425 * so let's leave it alone for now. */
426 smartlist_remove(active_linked_connection_lst, conn);
427 } else {
428 tor_assert(!smartlist_isin(active_linked_connection_lst, conn));
432 /** Close all connections that have been scheduled to get closed. */
433 static void
434 close_closeable_connections(void)
436 int i;
437 for (i = 0; i < smartlist_len(closeable_connection_lst); ) {
438 connection_t *conn = smartlist_get(closeable_connection_lst, i);
439 if (conn->conn_array_index < 0) {
440 connection_unlink(conn); /* blow it away right now */
441 } else {
442 if (!conn_close_if_marked(conn->conn_array_index))
443 ++i;
448 /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
449 * some data to read. */
450 static void
451 conn_read_callback(int fd, short event, void *_conn)
453 connection_t *conn = _conn;
454 (void)fd;
455 (void)event;
457 log_debug(LD_NET,"socket %d wants to read.",conn->s);
459 assert_connection_ok(conn, time(NULL));
461 if (connection_handle_read(conn) < 0) {
462 if (!conn->marked_for_close) {
463 #ifndef MS_WINDOWS
464 log_warn(LD_BUG,"Unhandled error on read for %s connection "
465 "(fd %d); removing",
466 conn_type_to_string(conn->type), conn->s);
467 tor_fragile_assert();
468 #endif
469 if (CONN_IS_EDGE(conn))
470 connection_edge_end_errno(TO_EDGE_CONN(conn));
471 connection_mark_for_close(conn);
474 assert_connection_ok(conn, time(NULL));
476 if (smartlist_len(closeable_connection_lst))
477 close_closeable_connections();
480 /** Libevent callback: this gets invoked when (connection_t*)<b>conn</b> has
481 * some data to write. */
482 static void
483 conn_write_callback(int fd, short events, void *_conn)
485 connection_t *conn = _conn;
486 (void)fd;
487 (void)events;
489 LOG_FN_CONN(conn, (LOG_DEBUG, LD_NET, "socket %d wants to write.",conn->s));
491 assert_connection_ok(conn, time(NULL));
493 if (connection_handle_write(conn, 0) < 0) {
494 if (!conn->marked_for_close) {
495 /* this connection is broken. remove it. */
496 log_fn(LOG_WARN,LD_BUG,
497 "unhandled error on write for %s connection (fd %d); removing",
498 conn_type_to_string(conn->type), conn->s);
499 tor_fragile_assert();
500 if (CONN_IS_EDGE(conn)) {
501 /* otherwise we cry wolf about duplicate close */
502 edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
503 if (!edge_conn->end_reason)
504 edge_conn->end_reason = END_STREAM_REASON_INTERNAL;
505 edge_conn->edge_has_sent_end = 1;
507 connection_close_immediate(conn); /* So we don't try to flush. */
508 connection_mark_for_close(conn);
511 assert_connection_ok(conn, time(NULL));
513 if (smartlist_len(closeable_connection_lst))
514 close_closeable_connections();
517 /** If the connection at connection_array[i] is marked for close, then:
518 * - If it has data that it wants to flush, try to flush it.
519 * - If it _still_ has data to flush, and conn->hold_open_until_flushed is
520 * true, then leave the connection open and return.
521 * - Otherwise, remove the connection from connection_array and from
522 * all other lists, close it, and free it.
523 * Returns 1 if the connection was closed, 0 otherwise.
525 static int
526 conn_close_if_marked(int i)
528 connection_t *conn;
529 int retval;
530 time_t now;
532 conn = smartlist_get(connection_array, i);
533 if (!conn->marked_for_close)
534 return 0; /* nothing to see here, move along */
535 now = time(NULL);
536 assert_connection_ok(conn, now);
537 assert_all_pending_dns_resolves_ok();
539 log_debug(LD_NET,"Cleaning up connection (fd %d).",conn->s);
540 if ((conn->s >= 0 || conn->linked_conn) && connection_wants_to_flush(conn)) {
541 /* s == -1 means it's an incomplete edge connection, or that the socket
542 * has already been closed as unflushable. */
543 ssize_t sz = connection_bucket_write_limit(conn, now);
544 if (!conn->hold_open_until_flushed)
545 log_info(LD_NET,
546 "Conn (addr %s, fd %d, type %s, state %d) marked, but wants "
547 "to flush %d bytes. (Marked at %s:%d)",
548 escaped_safe_str(conn->address),
549 conn->s, conn_type_to_string(conn->type), conn->state,
550 (int)conn->outbuf_flushlen,
551 conn->marked_for_close_file, conn->marked_for_close);
552 if (conn->linked_conn) {
553 retval = move_buf_to_buf(conn->linked_conn->inbuf, conn->outbuf,
554 &conn->outbuf_flushlen);
555 if (retval >= 0) {
556 /* The linked conn will notice that it has data when it notices that
557 * we're gone. */
558 connection_start_reading_from_linked_conn(conn->linked_conn);
560 log_debug(LD_GENERAL, "Flushed last %d bytes from a linked conn; "
561 "%d left; flushlen %d; wants-to-flush==%d", retval,
562 (int)buf_datalen(conn->outbuf),
563 (int)conn->outbuf_flushlen,
564 connection_wants_to_flush(conn));
565 } else if (connection_speaks_cells(conn)) {
566 if (conn->state == OR_CONN_STATE_OPEN) {
567 retval = flush_buf_tls(TO_OR_CONN(conn)->tls, conn->outbuf, sz,
568 &conn->outbuf_flushlen);
569 } else
570 retval = -1; /* never flush non-open broken tls connections */
571 } else {
572 retval = flush_buf(conn->s, conn->outbuf, sz, &conn->outbuf_flushlen);
574 if (retval >= 0 && /* Technically, we could survive things like
575 TLS_WANT_WRITE here. But don't bother for now. */
576 conn->hold_open_until_flushed && connection_wants_to_flush(conn)) {
577 if (retval > 0) {
578 LOG_FN_CONN(conn, (LOG_INFO,LD_NET,
579 "Holding conn (fd %d) open for more flushing.",
580 conn->s));
581 conn->timestamp_lastwritten = now; /* reset so we can flush more */
583 return 0;
585 if (connection_wants_to_flush(conn)) {
586 int severity;
587 if (conn->type == CONN_TYPE_EXIT ||
588 (conn->type == CONN_TYPE_OR && server_mode(get_options())) ||
589 (conn->type == CONN_TYPE_DIR && conn->purpose == DIR_PURPOSE_SERVER))
590 severity = LOG_INFO;
591 else
592 severity = LOG_NOTICE;
593 /* XXXX Maybe allow this to happen a certain amount per hour; it usually
594 * is meaningless. */
595 log_fn(severity, LD_NET, "We stalled too much while trying to write %d "
596 "bytes to address %s. If this happens a lot, either "
597 "something is wrong with your network connection, or "
598 "something is wrong with theirs. "
599 "(fd %d, type %s, state %d, marked at %s:%d).",
600 (int)buf_datalen(conn->outbuf),
601 escaped_safe_str(conn->address), conn->s,
602 conn_type_to_string(conn->type), conn->state,
603 conn->marked_for_close_file,
604 conn->marked_for_close);
607 connection_unlink(conn); /* unlink, remove, free */
608 return 1;
611 /** We've just tried every dirserver we know about, and none of
612 * them were reachable. Assume the network is down. Change state
613 * so next time an application connection arrives we'll delay it
614 * and try another directory fetch. Kill off all the circuit_wait
615 * streams that are waiting now, since they will all timeout anyway.
617 void
618 directory_all_unreachable(time_t now)
620 connection_t *conn;
621 (void)now;
623 stats_n_seconds_working=0; /* reset it */
625 while ((conn = connection_get_by_type_state(CONN_TYPE_AP,
626 AP_CONN_STATE_CIRCUIT_WAIT))) {
627 edge_connection_t *edge_conn = TO_EDGE_CONN(conn);
628 log_notice(LD_NET,
629 "Is your network connection down? "
630 "Failing connection to '%s:%d'.",
631 safe_str(edge_conn->socks_request->address),
632 edge_conn->socks_request->port);
633 connection_mark_unattached_ap(edge_conn,
634 END_STREAM_REASON_NET_UNREACHABLE);
636 control_event_general_status(LOG_ERR, "DIR_ALL_UNREACHABLE");
639 /** This function is called whenever we successfully pull down some new
640 * network statuses or server descriptors. */
641 void
642 directory_info_has_arrived(time_t now, int from_cache)
644 or_options_t *options = get_options();
646 if (!router_have_minimum_dir_info()) {
647 int quiet = directory_too_idle_to_fetch_descriptors(options, now);
648 log(quiet ? LOG_INFO : LOG_NOTICE, LD_DIR,
649 "I learned some more directory information, but not enough to "
650 "build a circuit: %s", get_dir_info_status_string());
651 update_router_descriptor_downloads(now);
652 return;
653 } else {
654 if (directory_fetches_from_authorities(options))
655 update_router_descriptor_downloads(now);
657 /* if we have enough dir info, then update our guard status with
658 * whatever we just learned. */
659 entry_guards_compute_status();
660 /* Don't even bother trying to get extrainfo until the rest of our
661 * directory info is up-to-date */
662 if (options->DownloadExtraInfo)
663 update_extrainfo_downloads(now);
666 if (server_mode(options) && !we_are_hibernating() && !from_cache &&
667 (has_completed_circuit || !any_predicted_circuits(now)))
668 consider_testing_reachability(1, 1);
671 /** Perform regular maintenance tasks for a single connection. This
672 * function gets run once per second per connection by run_scheduled_events.
674 static void
675 run_connection_housekeeping(int i, time_t now)
677 cell_t cell;
678 connection_t *conn = smartlist_get(connection_array, i);
679 or_options_t *options = get_options();
680 or_connection_t *or_conn;
682 if (conn->outbuf && !buf_datalen(conn->outbuf) && conn->type == CONN_TYPE_OR)
683 TO_OR_CONN(conn)->timestamp_lastempty = now;
685 if (conn->marked_for_close) {
686 /* nothing to do here */
687 return;
690 /* Expire any directory connections that haven't been active (sent
691 * if a server or received if a client) for 5 min */
692 if (conn->type == CONN_TYPE_DIR &&
693 ((DIR_CONN_IS_SERVER(conn) &&
694 conn->timestamp_lastwritten + DIR_CONN_MAX_STALL < now) ||
695 (!DIR_CONN_IS_SERVER(conn) &&
696 conn->timestamp_lastread + DIR_CONN_MAX_STALL < now))) {
697 log_info(LD_DIR,"Expiring wedged directory conn (fd %d, purpose %d)",
698 conn->s, conn->purpose);
699 /* This check is temporary; it's to let us know whether we should consider
700 * parsing partial serverdesc responses. */
701 if (conn->purpose == DIR_PURPOSE_FETCH_SERVERDESC &&
702 buf_datalen(conn->inbuf)>=1024) {
703 log_info(LD_DIR,"Trying to extract information from wedged server desc "
704 "download.");
705 connection_dir_reached_eof(TO_DIR_CONN(conn));
706 } else {
707 connection_mark_for_close(conn);
709 return;
712 if (!connection_speaks_cells(conn))
713 return; /* we're all done here, the rest is just for OR conns */
715 or_conn = TO_OR_CONN(conn);
717 if (!or_conn->is_bad_for_new_circs) {
718 if (conn->timestamp_created + TIME_BEFORE_OR_CONN_IS_TOO_OLD < now) {
719 log_info(LD_OR,
720 "Marking OR conn to %s:%d as too old for new circuits "
721 "(fd %d, %d secs old).",
722 conn->address, conn->port, conn->s,
723 (int)(now - conn->timestamp_created));
724 or_conn->is_bad_for_new_circs = 1;
725 } else {
726 or_connection_t *best =
727 connection_or_get_by_identity_digest(or_conn->identity_digest);
728 if (best && best != or_conn &&
729 (conn->state == OR_CONN_STATE_OPEN ||
730 now > conn->timestamp_created + TLS_HANDSHAKE_TIMEOUT)) {
731 /* We only mark as obsolete connections that already are in
732 * OR_CONN_STATE_OPEN, i.e. that have finished their TLS handshaking.
733 * This is necessary because authorities judge whether a router is
734 * reachable based on whether they were able to TLS handshake with it
735 * recently. Without this check we would expire connections too
736 * early for router->last_reachable to be updated.
738 log_info(LD_OR,
739 "Marking duplicate conn to %s:%d as too old for new circuits "
740 "(fd %d, %d secs old).",
741 conn->address, conn->port, conn->s,
742 (int)(now - conn->timestamp_created));
743 or_conn->is_bad_for_new_circs = 1;
748 if (or_conn->is_bad_for_new_circs && !or_conn->n_circuits) {
749 /* no unmarked circs -- mark it now */
750 log_info(LD_OR,
751 "Expiring non-used OR connection to fd %d (%s:%d) [Too old].",
752 conn->s, conn->address, conn->port);
753 if (conn->state == OR_CONN_STATE_CONNECTING)
754 connection_or_connect_failed(TO_OR_CONN(conn),
755 END_OR_CONN_REASON_TIMEOUT,
756 "Tor gave up on the connection");
757 connection_mark_for_close(conn);
758 conn->hold_open_until_flushed = 1;
759 return;
762 /* If we haven't written to an OR connection for a while, then either nuke
763 the connection or send a keepalive, depending. */
764 if (now >= conn->timestamp_lastwritten + options->KeepalivePeriod) {
765 routerinfo_t *router = router_get_by_digest(or_conn->identity_digest);
766 int maxCircuitlessPeriod = options->MaxCircuitDirtiness*3/2;
767 if (!connection_state_is_open(conn)) {
768 /* We never managed to actually get this connection open and happy. */
769 log_info(LD_OR,"Expiring non-open OR connection to fd %d (%s:%d).",
770 conn->s,conn->address, conn->port);
771 connection_mark_for_close(conn);
772 conn->hold_open_until_flushed = 1;
773 } else if (we_are_hibernating() && !or_conn->n_circuits &&
774 !buf_datalen(conn->outbuf)) {
775 /* We're hibernating, there's no circuits, and nothing to flush.*/
776 log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
777 "[Hibernating or exiting].",
778 conn->s,conn->address, conn->port);
779 connection_mark_for_close(conn);
780 conn->hold_open_until_flushed = 1;
781 } else if (!clique_mode(options) && !or_conn->n_circuits &&
782 now >= or_conn->timestamp_last_added_nonpadding +
783 maxCircuitlessPeriod &&
784 (!router || !server_mode(options) ||
785 !router_is_clique_mode(router))) {
786 log_info(LD_OR,"Expiring non-used OR connection to fd %d (%s:%d) "
787 "[Not in clique mode].",
788 conn->s,conn->address, conn->port);
789 connection_mark_for_close(conn);
790 conn->hold_open_until_flushed = 1;
791 } else if (
792 now >= or_conn->timestamp_lastempty + options->KeepalivePeriod*10 &&
793 now >= conn->timestamp_lastwritten + options->KeepalivePeriod*10) {
794 log_fn(LOG_PROTOCOL_WARN,LD_PROTOCOL,
795 "Expiring stuck OR connection to fd %d (%s:%d). (%d bytes to "
796 "flush; %d seconds since last write)",
797 conn->s, conn->address, conn->port,
798 (int)buf_datalen(conn->outbuf),
799 (int)(now-conn->timestamp_lastwritten));
800 connection_mark_for_close(conn);
801 } else if (!buf_datalen(conn->outbuf)) {
802 /* either in clique mode, or we've got a circuit. send a padding cell. */
803 log_fn(LOG_DEBUG,LD_OR,"Sending keepalive to (%s:%d)",
804 conn->address, conn->port);
805 memset(&cell,0,sizeof(cell_t));
806 cell.command = CELL_PADDING;
807 connection_or_write_cell_to_buf(&cell, or_conn);
812 /** Honor a NEWNYM request: make future requests unlinkability to past
813 * requests. */
814 static void
815 signewnym_impl(time_t now)
817 circuit_expire_all_dirty_circs();
818 addressmap_clear_transient();
819 time_of_last_signewnym = now;
820 signewnym_is_pending = 0;
823 /** Perform regular maintenance tasks. This function gets run once per
824 * second by second_elapsed_callback().
826 static void
827 run_scheduled_events(time_t now)
829 static time_t last_rotated_x509_certificate = 0;
830 static time_t time_to_check_v3_certificate = 0;
831 static time_t time_to_check_listeners = 0;
832 static time_t time_to_check_descriptor = 0;
833 static time_t time_to_check_ipaddress = 0;
834 static time_t time_to_shrink_memory = 0;
835 static time_t time_to_try_getting_descriptors = 0;
836 static time_t time_to_reset_descriptor_failures = 0;
837 static time_t time_to_add_entropy = 0;
838 static time_t time_to_write_hs_statistics = 0;
839 static time_t time_to_write_bridge_status_file = 0;
840 static time_t time_to_downrate_stability = 0;
841 static time_t time_to_save_stability = 0;
842 static time_t time_to_clean_caches = 0;
843 static time_t time_to_recheck_bandwidth = 0;
844 static time_t time_to_check_for_expired_networkstatus = 0;
845 static time_t time_to_dump_geoip_stats = 0;
846 static time_t time_to_retry_dns_init = 0;
847 or_options_t *options = get_options();
848 int i;
849 int have_dir_info;
851 /** 0. See if we've been asked to shut down and our timeout has
852 * expired; or if our bandwidth limits are exhausted and we
853 * should hibernate; or if it's time to wake up from hibernation.
855 consider_hibernation(now);
857 /* 0b. If we've deferred a signewnym, make sure it gets handled
858 * eventually. */
859 if (signewnym_is_pending &&
860 time_of_last_signewnym + MAX_SIGNEWNYM_RATE <= now) {
861 log(LOG_INFO, LD_CONTROL, "Honoring delayed NEWNYM request");
862 signewnym_impl(now);
865 /** 1a. Every MIN_ONION_KEY_LIFETIME seconds, rotate the onion keys,
866 * shut down and restart all cpuworkers, and update the directory if
867 * necessary.
869 if (server_mode(options) &&
870 get_onion_key_set_at()+MIN_ONION_KEY_LIFETIME < now) {
871 log_info(LD_GENERAL,"Rotating onion key.");
872 rotate_onion_key();
873 cpuworkers_rotate();
874 if (router_rebuild_descriptor(1)<0) {
875 log_info(LD_CONFIG, "Couldn't rebuild router descriptor");
877 if (advertised_server_mode())
878 router_upload_dir_desc_to_dirservers(0);
881 if (time_to_try_getting_descriptors < now) {
882 update_router_descriptor_downloads(now);
883 update_extrainfo_downloads(now);
884 if (options->UseBridges)
885 fetch_bridge_descriptors(now);
886 if (router_have_minimum_dir_info())
887 time_to_try_getting_descriptors = now + LAZY_DESCRIPTOR_RETRY_INTERVAL;
888 else
889 time_to_try_getting_descriptors = now + GREEDY_DESCRIPTOR_RETRY_INTERVAL;
892 if (time_to_reset_descriptor_failures < now) {
893 router_reset_descriptor_download_failures();
894 time_to_reset_descriptor_failures =
895 now + DESCRIPTOR_FAILURE_RESET_INTERVAL;
898 /** 1b. Every MAX_SSL_KEY_LIFETIME seconds, we change our TLS context. */
899 if (!last_rotated_x509_certificate)
900 last_rotated_x509_certificate = now;
901 if (last_rotated_x509_certificate+MAX_SSL_KEY_LIFETIME < now) {
902 log_info(LD_GENERAL,"Rotating tls context.");
903 if (tor_tls_context_new(get_identity_key(), MAX_SSL_KEY_LIFETIME) < 0) {
904 log_warn(LD_BUG, "Error reinitializing TLS context");
905 /* XXX is it a bug here, that we just keep going? -RD */
907 last_rotated_x509_certificate = now;
908 /* We also make sure to rotate the TLS connections themselves if they've
909 * been up for too long -- but that's done via is_bad_for_new_circs in
910 * connection_run_housekeeping() above. */
913 if (time_to_add_entropy < now) {
914 if (time_to_add_entropy) {
915 /* We already seeded once, so don't die on failure. */
916 crypto_seed_rng(0);
918 /** How often do we add more entropy to OpenSSL's RNG pool? */
919 #define ENTROPY_INTERVAL (60*60)
920 time_to_add_entropy = now + ENTROPY_INTERVAL;
923 /** 1c. If we have to change the accounting interval or record
924 * bandwidth used in this accounting interval, do so. */
925 if (accounting_is_enabled(options))
926 accounting_run_housekeeping(now);
928 if (now % 10 == 0 && (authdir_mode_tests_reachability(options)) &&
929 !we_are_hibernating()) {
930 /* try to determine reachability of the other Tor relays */
931 dirserv_test_reachability(now, 0);
934 /** 1d. Periodically, we discount older stability information so that new
935 * stability info counts more, and save the stability information to disk as
936 * appropriate. */
937 if (time_to_downrate_stability < now)
938 time_to_downrate_stability = rep_hist_downrate_old_runs(now);
939 if (authdir_mode_tests_reachability(options)) {
940 if (time_to_save_stability < now) {
941 if (time_to_save_stability && rep_hist_record_mtbf_data()<0) {
942 log_warn(LD_GENERAL, "Couldn't store mtbf data.");
944 #define SAVE_STABILITY_INTERVAL (30*60)
945 time_to_save_stability = now + SAVE_STABILITY_INTERVAL;
949 /* 1e. Periodicaly, if we're a v3 authority, we check whether our cert is
950 * close to expiring and warn the admin if it is. */
951 if (time_to_check_v3_certificate < now) {
952 v3_authority_check_key_expiry();
953 #define CHECK_V3_CERTIFICATE_INTERVAL (5*60)
954 time_to_check_v3_certificate = now + CHECK_V3_CERTIFICATE_INTERVAL;
957 /* 1f. Check whether our networkstatus has expired.
959 if (time_to_check_for_expired_networkstatus < now) {
960 networkstatus_t *ns = networkstatus_get_latest_consensus();
961 /*XXXX RD: This value needs to be the same as REASONABLY_LIVE_TIME in
962 * networkstatus_get_reasonably_live_consensus(), but that value is way
963 * way too high. Arma: is the bridge issue there resolved yet? -NM */
964 #define NS_EXPIRY_SLOP (24*60*60)
965 if (ns && ns->valid_until < now+NS_EXPIRY_SLOP &&
966 router_have_minimum_dir_info()) {
967 router_dir_info_changed();
969 #define CHECK_EXPIRED_NS_INTERVAL (2*60)
970 time_to_check_for_expired_networkstatus = now + CHECK_EXPIRED_NS_INTERVAL;
973 if (time_to_dump_geoip_stats < now) {
974 #define DUMP_GEOIP_STATS_INTERVAL (60*60);
975 if (time_to_dump_geoip_stats)
976 dump_geoip_stats();
977 time_to_dump_geoip_stats = now + DUMP_GEOIP_STATS_INTERVAL;
980 /* Remove old information from rephist and the rend cache. */
981 if (time_to_clean_caches < now) {
982 rep_history_clean(now - options->RephistTrackTime);
983 rend_cache_clean();
984 rend_cache_clean_v2_descs_as_dir();
985 #define CLEAN_CACHES_INTERVAL (30*60)
986 time_to_clean_caches = now + CLEAN_CACHES_INTERVAL;
989 #define RETRY_DNS_INTERVAL (10*60)
990 /* If we're a server and initializing dns failed, retry periodically. */
991 if (time_to_retry_dns_init < now) {
992 time_to_retry_dns_init = now + RETRY_DNS_INTERVAL;
993 if (server_mode(options) && has_dns_init_failed())
994 dns_init();
997 /** 2. Periodically, we consider force-uploading our descriptor
998 * (if we've passed our internal checks). */
1000 /** How often do we check whether part of our router info has changed in a way
1001 * that would require an upload? */
1002 #define CHECK_DESCRIPTOR_INTERVAL (60)
1003 /** How often do we (as a router) check whether our IP address has changed? */
1004 #define CHECK_IPADDRESS_INTERVAL (15*60)
1006 /* 2b. Once per minute, regenerate and upload the descriptor if the old
1007 * one is inaccurate. */
1008 if (time_to_check_descriptor < now) {
1009 static int dirport_reachability_count = 0;
1010 time_to_check_descriptor = now + CHECK_DESCRIPTOR_INTERVAL;
1011 check_descriptor_bandwidth_changed(now);
1012 if (time_to_check_ipaddress < now) {
1013 time_to_check_ipaddress = now + CHECK_IPADDRESS_INTERVAL;
1014 check_descriptor_ipaddress_changed(now);
1016 /** If our router descriptor ever goes this long without being regenerated
1017 * because something changed, we force an immediate regenerate-and-upload. */
1018 #define FORCE_REGENERATE_DESCRIPTOR_INTERVAL (18*60*60)
1019 mark_my_descriptor_dirty_if_older_than(
1020 now - FORCE_REGENERATE_DESCRIPTOR_INTERVAL);
1021 consider_publishable_server(0);
1022 /* also, check religiously for reachability, if it's within the first
1023 * 20 minutes of our uptime. */
1024 if (server_mode(options) &&
1025 (has_completed_circuit || !any_predicted_circuits(now)) &&
1026 !we_are_hibernating()) {
1027 if (stats_n_seconds_working < TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
1028 consider_testing_reachability(1, dirport_reachability_count==0);
1029 if (++dirport_reachability_count > 5)
1030 dirport_reachability_count = 0;
1031 } else if (time_to_recheck_bandwidth < now) {
1032 /* If we haven't checked for 12 hours and our bandwidth estimate is
1033 * low, do another bandwidth test. This is especially important for
1034 * bridges, since they might go long periods without much use. */
1035 routerinfo_t *me = router_get_my_routerinfo();
1036 if (time_to_recheck_bandwidth && me &&
1037 me->bandwidthcapacity < me->bandwidthrate &&
1038 me->bandwidthcapacity < 51200) {
1039 reset_bandwidth_test();
1041 #define BANDWIDTH_RECHECK_INTERVAL (12*60*60)
1042 time_to_recheck_bandwidth = now + BANDWIDTH_RECHECK_INTERVAL;
1046 /* If any networkstatus documents are no longer recent, we need to
1047 * update all the descriptors' running status. */
1048 /* purge obsolete entries */
1049 networkstatus_v2_list_clean(now);
1050 /* Remove dead routers. */
1051 routerlist_remove_old_routers();
1053 /* Also, once per minute, check whether we want to download any
1054 * networkstatus documents.
1056 update_networkstatus_downloads(now);
1059 /** 2c. Let directory voting happen. */
1060 if (authdir_mode_v3(options))
1061 dirvote_act(options, now);
1063 /** 3a. Every second, we examine pending circuits and prune the
1064 * ones which have been pending for more than a few seconds.
1065 * We do this before step 4, so it can try building more if
1066 * it's not comfortable with the number of available circuits.
1068 circuit_expire_building(now);
1070 /** 3b. Also look at pending streams and prune the ones that 'began'
1071 * a long time ago but haven't gotten a 'connected' yet.
1072 * Do this before step 4, so we can put them back into pending
1073 * state to be picked up by the new circuit.
1075 connection_ap_expire_beginning();
1077 /** 3c. And expire connections that we've held open for too long.
1079 connection_expire_held_open();
1081 /** 3d. And every 60 seconds, we relaunch listeners if any died. */
1082 if (!we_are_hibernating() && time_to_check_listeners < now) {
1083 retry_all_listeners(NULL, NULL);
1084 time_to_check_listeners = now+60;
1087 /** 4. Every second, we try a new circuit if there are no valid
1088 * circuits. Every NewCircuitPeriod seconds, we expire circuits
1089 * that became dirty more than MaxCircuitDirtiness seconds ago,
1090 * and we make a new circ if there are no clean circuits.
1092 have_dir_info = router_have_minimum_dir_info();
1093 if (have_dir_info && !we_are_hibernating())
1094 circuit_build_needed_circs(now);
1096 /** 5. We do housekeeping for each connection... */
1097 for (i=0;i<smartlist_len(connection_array);i++) {
1098 run_connection_housekeeping(i, now);
1100 if (time_to_shrink_memory < now) {
1101 SMARTLIST_FOREACH(connection_array, connection_t *, conn, {
1102 if (conn->outbuf)
1103 buf_shrink(conn->outbuf);
1104 if (conn->inbuf)
1105 buf_shrink(conn->inbuf);
1107 clean_cell_pool();
1108 buf_shrink_freelists(0);
1109 /** How often do we check buffers and pools for empty space that can be
1110 * deallocated? */
1111 #define MEM_SHRINK_INTERVAL (60)
1112 time_to_shrink_memory = now + MEM_SHRINK_INTERVAL;
1115 /** 6. And remove any marked circuits... */
1116 circuit_close_all_marked();
1118 /** 7. And upload service descriptors if necessary. */
1119 if (has_completed_circuit && !we_are_hibernating()) {
1120 rend_consider_services_upload(now);
1121 rend_consider_descriptor_republication();
1124 /** 8. and blow away any connections that need to die. have to do this now,
1125 * because if we marked a conn for close and left its socket -1, then
1126 * we'll pass it to poll/select and bad things will happen.
1128 close_closeable_connections();
1130 /** 8b. And if anything in our state is ready to get flushed to disk, we
1131 * flush it. */
1132 or_state_save(now);
1134 /** 9. and if we're a server, check whether our DNS is telling stories to
1135 * us. */
1136 if (server_mode(options) && time_to_check_for_correct_dns < now) {
1137 if (!time_to_check_for_correct_dns) {
1138 time_to_check_for_correct_dns = now + 60 + crypto_rand_int(120);
1139 } else {
1140 dns_launch_correctness_checks();
1141 time_to_check_for_correct_dns = now + 12*3600 +
1142 crypto_rand_int(12*3600);
1146 /** 10. write hidden service usage statistic to disk */
1147 if (options->HSAuthorityRecordStats && time_to_write_hs_statistics < now) {
1148 hs_usage_write_statistics_to_file(now);
1149 #define WRITE_HSUSAGE_INTERVAL (30*60)
1150 time_to_write_hs_statistics = now+WRITE_HSUSAGE_INTERVAL;
1152 /** 10b. write bridge networkstatus file to disk */
1153 if (options->BridgeAuthoritativeDir &&
1154 time_to_write_bridge_status_file < now) {
1155 networkstatus_dump_bridge_status_to_file(now);
1156 #define BRIDGE_STATUSFILE_INTERVAL (30*60)
1157 time_to_write_bridge_status_file = now+BRIDGE_STATUSFILE_INTERVAL;
1161 /** Libevent timer: used to invoke second_elapsed_callback() once per
1162 * second. */
1163 static struct event *timeout_event = NULL;
1164 /** Number of libevent errors in the last second: we die if we get too many. */
1165 static int n_libevent_errors = 0;
1167 /** Libevent callback: invoked once every second. */
1168 static void
1169 second_elapsed_callback(int fd, short event, void *args)
1171 /* XXXX This could be sensibly refactored into multiple callbacks, and we
1172 * could use libevent's timers for this rather than checking the current
1173 * time against a bunch of timeouts every second. */
1174 static struct timeval one_second;
1175 static long current_second = 0;
1176 time_t now;
1177 size_t bytes_written;
1178 size_t bytes_read;
1179 int seconds_elapsed;
1180 or_options_t *options = get_options();
1181 (void)fd;
1182 (void)event;
1183 (void)args;
1184 if (!timeout_event) {
1185 timeout_event = tor_malloc_zero(sizeof(struct event));
1186 evtimer_set(timeout_event, second_elapsed_callback, NULL);
1187 one_second.tv_sec = 1;
1188 one_second.tv_usec = 0;
1191 n_libevent_errors = 0;
1193 /* log_fn(LOG_NOTICE, "Tick."); */
1194 now = time(NULL);
1195 update_approx_time(now);
1197 /* the second has rolled over. check more stuff. */
1198 bytes_written = stats_prev_global_write_bucket - global_write_bucket;
1199 bytes_read = stats_prev_global_read_bucket - global_read_bucket;
1200 seconds_elapsed = current_second ? (int)(now - current_second) : 0;
1201 stats_n_bytes_read += bytes_read;
1202 stats_n_bytes_written += bytes_written;
1203 if (accounting_is_enabled(options) && seconds_elapsed >= 0)
1204 accounting_add_bytes(bytes_read, bytes_written, seconds_elapsed);
1205 control_event_bandwidth_used((uint32_t)bytes_read,(uint32_t)bytes_written);
1206 control_event_stream_bandwidth_used();
1208 if (seconds_elapsed > 0)
1209 connection_bucket_refill(seconds_elapsed, now);
1210 stats_prev_global_read_bucket = global_read_bucket;
1211 stats_prev_global_write_bucket = global_write_bucket;
1213 if (server_mode(options) &&
1214 !we_are_hibernating() &&
1215 seconds_elapsed > 0 &&
1216 has_completed_circuit &&
1217 stats_n_seconds_working / TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT !=
1218 (stats_n_seconds_working+seconds_elapsed) /
1219 TIMEOUT_UNTIL_UNREACHABILITY_COMPLAINT) {
1220 /* every 20 minutes, check and complain if necessary */
1221 routerinfo_t *me = router_get_my_routerinfo();
1222 if (me && !check_whether_orport_reachable())
1223 log_warn(LD_CONFIG,"Your server (%s:%d) has not managed to confirm that "
1224 "its ORPort is reachable. Please check your firewalls, ports, "
1225 "address, /etc/hosts file, etc.",
1226 me->address, me->or_port);
1227 if (me && !check_whether_dirport_reachable())
1228 log_warn(LD_CONFIG,
1229 "Your server (%s:%d) has not managed to confirm that its "
1230 "DirPort is reachable. Please check your firewalls, ports, "
1231 "address, /etc/hosts file, etc.",
1232 me->address, me->dir_port);
1235 /** If more than this many seconds have elapsed, probably the clock
1236 * jumped: doesn't count. */
1237 #define NUM_JUMPED_SECONDS_BEFORE_WARN 100
1238 if (seconds_elapsed < -NUM_JUMPED_SECONDS_BEFORE_WARN ||
1239 seconds_elapsed >= NUM_JUMPED_SECONDS_BEFORE_WARN) {
1240 circuit_note_clock_jumped(seconds_elapsed);
1241 /* XXX if the time jumps *back* many months, do our events in
1242 * run_scheduled_events() recover? I don't think they do. -RD */
1243 } else if (seconds_elapsed > 0)
1244 stats_n_seconds_working += seconds_elapsed;
1246 run_scheduled_events(now);
1248 current_second = now; /* remember which second it is, for next time */
1250 #if 0
1251 if (current_second % 300 == 0) {
1252 rep_history_clean(current_second - options->RephistTrackTime);
1253 dumpmemusage(get_min_log_level()<LOG_INFO ?
1254 get_min_log_level() : LOG_INFO);
1256 #endif
1258 if (evtimer_add(timeout_event, &one_second))
1259 log_err(LD_NET,
1260 "Error from libevent when setting one-second timeout event");
1263 #ifndef MS_WINDOWS
1264 /** Called when a possibly ignorable libevent error occurs; ensures that we
1265 * don't get into an infinite loop by ignoring too many errors from
1266 * libevent. */
1267 static int
1268 got_libevent_error(void)
1270 if (++n_libevent_errors > 8) {
1271 log_err(LD_NET, "Too many libevent errors in one second; dying");
1272 return -1;
1274 return 0;
1276 #endif
1278 #define UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST (6*60*60)
1280 /** Called when our IP address seems to have changed. <b>at_interface</b>
1281 * should be true if we detected a change in our interface, and false if we
1282 * detected a change in our published address. */
1283 void
1284 ip_address_changed(int at_interface)
1286 int server = server_mode(get_options());
1288 if (at_interface) {
1289 if (! server) {
1290 /* Okay, change our keys. */
1291 init_keys();
1293 } else {
1294 if (server) {
1295 if (stats_n_seconds_working > UPTIME_CUTOFF_FOR_NEW_BANDWIDTH_TEST)
1296 reset_bandwidth_test();
1297 stats_n_seconds_working = 0;
1298 router_reset_reachability();
1299 mark_my_descriptor_dirty();
1303 dns_servers_relaunch_checks();
1306 /** Forget what we've learned about the correctness of our DNS servers, and
1307 * start learning again. */
1308 void
1309 dns_servers_relaunch_checks(void)
1311 if (server_mode(get_options())) {
1312 dns_reset_correctness_checks();
1313 time_to_check_for_correct_dns = 0;
1317 /** Called when we get a SIGHUP: reload configuration files and keys,
1318 * retry all connections, and so on. */
1319 static int
1320 do_hup(void)
1322 or_options_t *options = get_options();
1324 #ifdef USE_DMALLOC
1325 dmalloc_log_stats();
1326 dmalloc_log_changed(0, 1, 0, 0);
1327 #endif
1329 log_notice(LD_GENERAL,"Received reload signal (hup). Reloading config and "
1330 "resetting internal state.");
1331 if (accounting_is_enabled(options))
1332 accounting_record_bandwidth_usage(time(NULL), get_or_state());
1334 router_reset_warnings();
1335 routerlist_reset_warnings();
1336 addressmap_clear_transient();
1337 /* first, reload config variables, in case they've changed */
1338 if (options->ReloadTorrcOnSIGHUP) {
1339 /* no need to provide argc/v, they've been cached in init_from_config */
1340 if (options_init_from_torrc(0, NULL) < 0) {
1341 log_err(LD_CONFIG,"Reading config failed--see warnings above. "
1342 "For usage, try -h.");
1343 return -1;
1345 options = get_options(); /* they have changed now */
1346 } else {
1347 log_notice(LD_GENERAL, "Not reloading config file: the controller told "
1348 "us not to.");
1350 if (authdir_mode_handles_descs(options, -1)) {
1351 /* reload the approved-routers file */
1352 if (dirserv_load_fingerprint_file() < 0) {
1353 /* warnings are logged from dirserv_load_fingerprint_file() directly */
1354 log_info(LD_GENERAL, "Error reloading fingerprints. "
1355 "Continuing with old list.");
1359 /* Rotate away from the old dirty circuits. This has to be done
1360 * after we've read the new options, but before we start using
1361 * circuits for directory fetches. */
1362 circuit_expire_all_dirty_circs();
1364 /* retry appropriate downloads */
1365 router_reset_status_download_failures();
1366 router_reset_descriptor_download_failures();
1367 update_networkstatus_downloads(time(NULL));
1369 /* We'll retry routerstatus downloads in about 10 seconds; no need to
1370 * force a retry there. */
1372 if (server_mode(options)) {
1373 /* Restart cpuworker and dnsworker processes, so they get up-to-date
1374 * configuration options. */
1375 cpuworkers_rotate();
1376 dns_reset();
1378 return 0;
1381 /** Tor main loop. */
1382 /* static */ int
1383 do_main_loop(void)
1385 int loop_result;
1386 time_t now;
1388 /* initialize dns resolve map, spawn workers if needed */
1389 if (dns_init() < 0) {
1390 if (get_options()->ServerDNSAllowBrokenConfig)
1391 log_warn(LD_GENERAL, "Couldn't set up any working nameservers. "
1392 "Network not up yet? Will try again soon.");
1393 else {
1394 log_err(LD_GENERAL,"Error initializing dns subsystem; exiting. To "
1395 "retry instead, set the ServerDNSAllowBrokenResolvConf option.");
1399 handle_signals(1);
1401 /* load the private keys, if we're supposed to have them, and set up the
1402 * TLS context. */
1403 if (! identity_key_is_set()) {
1404 if (init_keys() < 0) {
1405 log_err(LD_BUG,"Error initializing keys; exiting");
1406 return -1;
1410 /* Set up the packed_cell_t memory pool. */
1411 init_cell_pool();
1413 /* Set up our buckets */
1414 connection_bucket_init();
1415 stats_prev_global_read_bucket = global_read_bucket;
1416 stats_prev_global_write_bucket = global_write_bucket;
1418 /* initialize the bootstrap status events to know we're starting up */
1419 control_event_bootstrap(BOOTSTRAP_STATUS_STARTING, 0);
1421 if (trusted_dirs_reload_certs())
1422 return -1;
1423 if (router_reload_v2_networkstatus()) {
1424 return -1;
1426 if (router_reload_consensus_networkstatus()) {
1427 return -1;
1429 /* load the routers file, or assign the defaults. */
1430 if (router_reload_router_list()) {
1431 return -1;
1433 /* load the networkstatuses. (This launches a download for new routers as
1434 * appropriate.)
1436 now = time(NULL);
1437 directory_info_has_arrived(now, 1);
1439 if (authdir_mode_tests_reachability(get_options())) {
1440 /* the directory is already here, run startup things */
1441 dirserv_test_reachability(now, 1);
1444 if (server_mode(get_options())) {
1445 /* launch cpuworkers. Need to do this *after* we've read the onion key. */
1446 cpu_init();
1449 /* set up once-a-second callback. */
1450 second_elapsed_callback(0,0,NULL);
1452 for (;;) {
1453 if (nt_service_is_stopping())
1454 return 0;
1456 #ifndef MS_WINDOWS
1457 /* Make it easier to tell whether libevent failure is our fault or not. */
1458 errno = 0;
1459 #endif
1460 /* All active linked conns should get their read events activated. */
1461 SMARTLIST_FOREACH(active_linked_connection_lst, connection_t *, conn,
1462 event_active(conn->read_event, EV_READ, 1));
1463 called_loop_once = smartlist_len(active_linked_connection_lst) ? 1 : 0;
1465 update_approx_time(time(NULL));
1467 /* poll until we have an event, or the second ends, or until we have
1468 * some active linked connections to trigger events for. */
1469 loop_result = event_loop(called_loop_once ? EVLOOP_ONCE : 0);
1471 /* let catch() handle things like ^c, and otherwise don't worry about it */
1472 if (loop_result < 0) {
1473 int e = tor_socket_errno(-1);
1474 /* let the program survive things like ^z */
1475 if (e != EINTR && !ERRNO_IS_EINPROGRESS(e)) {
1476 #ifdef HAVE_EVENT_GET_METHOD
1477 log_err(LD_NET,"libevent call with %s failed: %s [%d]",
1478 event_get_method(), tor_socket_strerror(e), e);
1479 #else
1480 log_err(LD_NET,"libevent call failed: %s [%d]",
1481 tor_socket_strerror(e), e);
1482 #endif
1483 return -1;
1484 #ifndef MS_WINDOWS
1485 } else if (e == EINVAL) {
1486 log_warn(LD_NET, "EINVAL from libevent: should you upgrade libevent?");
1487 if (got_libevent_error())
1488 return -1;
1489 #endif
1490 } else {
1491 if (ERRNO_IS_EINPROGRESS(e))
1492 log_warn(LD_BUG,
1493 "libevent call returned EINPROGRESS? Please report.");
1494 log_debug(LD_NET,"libevent call interrupted.");
1495 /* You can't trust the results of this poll(). Go back to the
1496 * top of the big for loop. */
1497 continue;
1503 /** Used to implement the SIGNAL control command: if we accept
1504 * <b>the_signal</b> as a remote pseudo-signal, act on it. */
1505 /* We don't re-use catch() here because:
1506 * 1. We handle a different set of signals than those allowed in catch.
1507 * 2. Platforms without signal() are unlikely to define SIGfoo.
1508 * 3. The control spec is defined to use fixed numeric signal values
1509 * which just happen to match the unix values.
1511 void
1512 control_signal_act(int the_signal)
1514 switch (the_signal)
1516 case 1:
1517 signal_callback(0,0,(void*)(uintptr_t)SIGHUP);
1518 break;
1519 case 2:
1520 signal_callback(0,0,(void*)(uintptr_t)SIGINT);
1521 break;
1522 case 10:
1523 signal_callback(0,0,(void*)(uintptr_t)SIGUSR1);
1524 break;
1525 case 12:
1526 signal_callback(0,0,(void*)(uintptr_t)SIGUSR2);
1527 break;
1528 case 15:
1529 signal_callback(0,0,(void*)(uintptr_t)SIGTERM);
1530 break;
1531 case SIGNEWNYM:
1532 signal_callback(0,0,(void*)(uintptr_t)SIGNEWNYM);
1533 break;
1534 case SIGCLEARDNSCACHE:
1535 signal_callback(0,0,(void*)(uintptr_t)SIGCLEARDNSCACHE);
1536 break;
1537 default:
1538 log_warn(LD_BUG, "Unrecognized signal number %d.", the_signal);
1539 break;
1543 /** Libevent callback: invoked when we get a signal.
1545 static void
1546 signal_callback(int fd, short events, void *arg)
1548 uintptr_t sig = (uintptr_t)arg;
1549 (void)fd;
1550 (void)events;
1551 switch (sig)
1553 case SIGTERM:
1554 log_notice(LD_GENERAL,"Catching signal TERM, exiting cleanly.");
1555 tor_cleanup();
1556 exit(0);
1557 break;
1558 case SIGINT:
1559 if (!server_mode(get_options())) { /* do it now */
1560 log_notice(LD_GENERAL,"Interrupt: exiting cleanly.");
1561 tor_cleanup();
1562 exit(0);
1564 hibernate_begin_shutdown();
1565 break;
1566 #ifdef SIGPIPE
1567 case SIGPIPE:
1568 log_debug(LD_GENERAL,"Caught sigpipe. Ignoring.");
1569 break;
1570 #endif
1571 case SIGUSR1:
1572 /* prefer to log it at INFO, but make sure we always see it */
1573 dumpstats(get_min_log_level()<LOG_INFO ? get_min_log_level() : LOG_INFO);
1574 break;
1575 case SIGUSR2:
1576 switch_logs_debug();
1577 log_debug(LD_GENERAL,"Caught USR2, going to loglevel debug. "
1578 "Send HUP to change back.");
1579 break;
1580 case SIGHUP:
1581 if (do_hup() < 0) {
1582 log_warn(LD_CONFIG,"Restart failed (config error?). Exiting.");
1583 tor_cleanup();
1584 exit(1);
1586 break;
1587 #ifdef SIGCHLD
1588 case SIGCHLD:
1589 while (waitpid(-1,NULL,WNOHANG) > 0) ; /* keep reaping until no more
1590 zombies */
1591 break;
1592 #endif
1593 case SIGNEWNYM: {
1594 time_t now = time(NULL);
1595 if (time_of_last_signewnym + MAX_SIGNEWNYM_RATE > now) {
1596 signewnym_is_pending = 1;
1597 log(LOG_NOTICE, LD_CONTROL,
1598 "Rate limiting NEWNYM request: delaying by %d second(s)",
1599 (int)(MAX_SIGNEWNYM_RATE+time_of_last_signewnym-now));
1600 } else {
1601 signewnym_impl(now);
1603 break;
1605 case SIGCLEARDNSCACHE:
1606 addressmap_clear_transient();
1607 break;
1611 extern uint64_t rephist_total_alloc;
1612 extern uint32_t rephist_total_num;
1615 * Write current memory usage information to the log.
1617 static void
1618 dumpmemusage(int severity)
1620 connection_dump_buffer_mem_stats(severity);
1621 log(severity, LD_GENERAL, "In rephist: "U64_FORMAT" used by %d Tors.",
1622 U64_PRINTF_ARG(rephist_total_alloc), rephist_total_num);
1623 dump_routerlist_mem_usage(severity);
1624 dump_cell_pool_usage(severity);
1625 buf_dump_freelist_sizes(severity);
1626 tor_log_mallinfo(severity);
1629 /** Write all statistics to the log, with log level 'severity'. Called
1630 * in response to a SIGUSR1. */
1631 static void
1632 dumpstats(int severity)
1634 time_t now = time(NULL);
1635 time_t elapsed;
1636 int rbuf_cap, wbuf_cap, rbuf_len, wbuf_len;
1638 log(severity, LD_GENERAL, "Dumping stats:");
1640 SMARTLIST_FOREACH(connection_array, connection_t *, conn,
1642 int i = conn_sl_idx;
1643 log(severity, LD_GENERAL,
1644 "Conn %d (socket %d) type %d (%s), state %d (%s), created %d secs ago",
1645 i, conn->s, conn->type, conn_type_to_string(conn->type),
1646 conn->state, conn_state_to_string(conn->type, conn->state),
1647 (int)(now - conn->timestamp_created));
1648 if (!connection_is_listener(conn)) {
1649 log(severity,LD_GENERAL,
1650 "Conn %d is to %s:%d.", i,
1651 safe_str(conn->address), conn->port);
1652 log(severity,LD_GENERAL,
1653 "Conn %d: %d bytes waiting on inbuf (len %d, last read %d secs ago)",
1655 (int)buf_datalen(conn->inbuf),
1656 (int)buf_allocation(conn->inbuf),
1657 (int)(now - conn->timestamp_lastread));
1658 log(severity,LD_GENERAL,
1659 "Conn %d: %d bytes waiting on outbuf "
1660 "(len %d, last written %d secs ago)",i,
1661 (int)buf_datalen(conn->outbuf),
1662 (int)buf_allocation(conn->outbuf),
1663 (int)(now - conn->timestamp_lastwritten));
1664 if (conn->type == CONN_TYPE_OR) {
1665 or_connection_t *or_conn = TO_OR_CONN(conn);
1666 if (or_conn->tls) {
1667 tor_tls_get_buffer_sizes(or_conn->tls, &rbuf_cap, &rbuf_len,
1668 &wbuf_cap, &wbuf_len);
1669 log(severity, LD_GENERAL,
1670 "Conn %d: %d/%d bytes used on openssl read buffer; "
1671 "%d/%d bytes used on write buffer.",
1672 i, rbuf_len, rbuf_cap, wbuf_len, wbuf_cap);
1676 circuit_dump_by_conn(conn, severity); /* dump info about all the circuits
1677 * using this conn */
1679 log(severity, LD_NET,
1680 "Cells processed: "U64_FORMAT" padding\n"
1681 " "U64_FORMAT" create\n"
1682 " "U64_FORMAT" created\n"
1683 " "U64_FORMAT" relay\n"
1684 " ("U64_FORMAT" relayed)\n"
1685 " ("U64_FORMAT" delivered)\n"
1686 " "U64_FORMAT" destroy",
1687 U64_PRINTF_ARG(stats_n_padding_cells_processed),
1688 U64_PRINTF_ARG(stats_n_create_cells_processed),
1689 U64_PRINTF_ARG(stats_n_created_cells_processed),
1690 U64_PRINTF_ARG(stats_n_relay_cells_processed),
1691 U64_PRINTF_ARG(stats_n_relay_cells_relayed),
1692 U64_PRINTF_ARG(stats_n_relay_cells_delivered),
1693 U64_PRINTF_ARG(stats_n_destroy_cells_processed));
1694 if (stats_n_data_cells_packaged)
1695 log(severity,LD_NET,"Average packaged cell fullness: %2.3f%%",
1696 100*(U64_TO_DBL(stats_n_data_bytes_packaged) /
1697 U64_TO_DBL(stats_n_data_cells_packaged*RELAY_PAYLOAD_SIZE)) );
1698 if (stats_n_data_cells_received)
1699 log(severity,LD_NET,"Average delivered cell fullness: %2.3f%%",
1700 100*(U64_TO_DBL(stats_n_data_bytes_received) /
1701 U64_TO_DBL(stats_n_data_cells_received*RELAY_PAYLOAD_SIZE)) );
1703 if (now - time_of_process_start >= 0)
1704 elapsed = now - time_of_process_start;
1705 else
1706 elapsed = 0;
1708 if (elapsed) {
1709 log(severity, LD_NET,
1710 "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec reading",
1711 U64_PRINTF_ARG(stats_n_bytes_read),
1712 (int)elapsed,
1713 (int) (stats_n_bytes_read/elapsed));
1714 log(severity, LD_NET,
1715 "Average bandwidth: "U64_FORMAT"/%d = %d bytes/sec writing",
1716 U64_PRINTF_ARG(stats_n_bytes_written),
1717 (int)elapsed,
1718 (int) (stats_n_bytes_written/elapsed));
1721 log(severity, LD_NET, "--------------- Dumping memory information:");
1722 dumpmemusage(severity);
1724 rep_hist_dump_stats(now,severity);
1725 rend_service_dump_stats(severity);
1726 dump_pk_ops(severity);
1727 dump_distinct_digest_count(severity);
1730 /** Called by exit() as we shut down the process.
1732 static void
1733 exit_function(void)
1735 /* NOTE: If we ever daemonize, this gets called immediately. That's
1736 * okay for now, because we only use this on Windows. */
1737 #ifdef MS_WINDOWS
1738 WSACleanup();
1739 #endif
1742 /** Set up the signal handlers for either parent or child. */
1743 void
1744 handle_signals(int is_parent)
1746 #ifndef MS_WINDOWS /* do signal stuff only on unix */
1747 int i;
1748 static int signals[] = {
1749 SIGINT, /* do a controlled slow shutdown */
1750 SIGTERM, /* to terminate now */
1751 SIGPIPE, /* otherwise sigpipe kills us */
1752 SIGUSR1, /* dump stats */
1753 SIGUSR2, /* go to loglevel debug */
1754 SIGHUP, /* to reload config, retry conns, etc */
1755 #ifdef SIGXFSZ
1756 SIGXFSZ, /* handle file-too-big resource exhaustion */
1757 #endif
1758 SIGCHLD, /* handle dns/cpu workers that exit */
1759 -1 };
1760 static struct event signal_events[16]; /* bigger than it has to be. */
1761 if (is_parent) {
1762 for (i = 0; signals[i] >= 0; ++i) {
1763 signal_set(&signal_events[i], signals[i], signal_callback,
1764 (void*)(uintptr_t)signals[i]);
1765 if (signal_add(&signal_events[i], NULL))
1766 log_warn(LD_BUG, "Error from libevent when adding event for signal %d",
1767 signals[i]);
1769 } else {
1770 struct sigaction action;
1771 action.sa_flags = 0;
1772 sigemptyset(&action.sa_mask);
1773 action.sa_handler = SIG_IGN;
1774 sigaction(SIGINT, &action, NULL);
1775 sigaction(SIGTERM, &action, NULL);
1776 sigaction(SIGPIPE, &action, NULL);
1777 sigaction(SIGUSR1, &action, NULL);
1778 sigaction(SIGUSR2, &action, NULL);
1779 sigaction(SIGHUP, &action, NULL);
1780 #ifdef SIGXFSZ
1781 sigaction(SIGXFSZ, &action, NULL);
1782 #endif
1784 #else /* MS windows */
1785 (void)is_parent;
1786 #endif /* signal stuff */
1789 /** Main entry point for the Tor command-line client.
1791 /* static */ int
1792 tor_init(int argc, char *argv[])
1794 char buf[256];
1795 int i, quiet = 0;
1796 time_of_process_start = time(NULL);
1797 if (!connection_array)
1798 connection_array = smartlist_create();
1799 if (!closeable_connection_lst)
1800 closeable_connection_lst = smartlist_create();
1801 if (!active_linked_connection_lst)
1802 active_linked_connection_lst = smartlist_create();
1803 /* Have the log set up with our application name. */
1804 tor_snprintf(buf, sizeof(buf), "Tor %s", get_version());
1805 log_set_application_name(buf);
1806 /* Initialize the history structures. */
1807 rep_hist_init();
1808 /* Initialize the service cache. */
1809 rend_cache_init();
1810 addressmap_init(); /* Init the client dns cache. Do it always, since it's
1811 * cheap. */
1813 /* We search for the "quiet" option first, since it decides whether we
1814 * will log anything at all to the command line. */
1815 for (i=1;i<argc;++i) {
1816 if (!strcmp(argv[i], "--hush"))
1817 quiet = 1;
1818 if (!strcmp(argv[i], "--quiet"))
1819 quiet = 2;
1821 /* give it somewhere to log to initially */
1822 switch (quiet) {
1823 case 2:
1824 /* no initial logging */
1825 break;
1826 case 1:
1827 add_temp_log(LOG_WARN);
1828 break;
1829 default:
1830 add_temp_log(LOG_NOTICE);
1833 log(LOG_NOTICE, LD_GENERAL, "Tor v%s. This is experimental software. "
1834 "Do not rely on it for strong anonymity. (Running on %s)",get_version(),
1835 get_uname());
1837 if (network_init()<0) {
1838 log_err(LD_BUG,"Error initializing network; exiting.");
1839 return -1;
1841 atexit(exit_function);
1843 if (options_init_from_torrc(argc,argv) < 0) {
1844 log_err(LD_CONFIG,"Reading config failed--see warnings above.");
1845 return -1;
1848 #ifndef MS_WINDOWS
1849 if (geteuid()==0)
1850 log_warn(LD_GENERAL,"You are running Tor as root. You don't need to, "
1851 "and you probably shouldn't.");
1852 #endif
1854 crypto_global_init(get_options()->HardwareAccel);
1855 if (crypto_seed_rng(1)) {
1856 log_err(LD_BUG, "Unable to seed random number generator. Exiting.");
1857 return -1;
1860 return 0;
1863 static tor_lockfile_t *lockfile = NULL;
1865 /** Try to grab the lock file described in <b>options</b>, if we do not
1866 * already have it. If <b>err_if_locked</b> is true, warn if somebody else is
1867 * holding the lock, and exit if we can't get it after waiting. Otherwise,
1868 * return -1 if we can't get the lockfile. Return 0 on success.
1871 try_locking(or_options_t *options, int err_if_locked)
1873 if (lockfile)
1874 return 0;
1875 else {
1876 char *fname = options_get_datadir_fname2_suffix(options, "lock",NULL,NULL);
1877 int already_locked = 0;
1878 tor_lockfile_t *lf = tor_lockfile_lock(fname, 0, &already_locked);
1879 tor_free(fname);
1880 if (!lf) {
1881 if (err_if_locked && already_locked) {
1882 int r;
1883 log_warn(LD_GENERAL, "It looks like another Tor process is running "
1884 "with the same data directory. Waiting 5 seconds to see "
1885 "if it goes away.");
1886 #ifndef WIN32
1887 sleep(5);
1888 #else
1889 Sleep(5000);
1890 #endif
1891 r = try_locking(options, 0);
1892 if (r<0) {
1893 log_err(LD_GENERAL, "No, it's still there. Exiting.");
1894 exit(0);
1896 return r;
1898 return -1;
1900 lockfile = lf;
1901 return 0;
1905 /* DOCDOC have_lockfile */
1907 have_lockfile(void)
1909 return lockfile != NULL;
1912 /* DOCDOC release_lockfile */
1913 void
1914 release_lockfile(void)
1916 if (lockfile) {
1917 tor_lockfile_unlock(lockfile);
1918 lockfile = NULL;
1922 /** Free all memory that we might have allocated somewhere.
1923 * If <b>postfork</b>, we are a worker process and we want to free
1924 * only the parts of memory that we won't touch. If !<b>postfork</b>,
1925 * Tor is shutting down and we should free everything.
1927 * Helps us find the real leaks with dmalloc and the like. Also valgrind
1928 * should then report 0 reachable in its leak report (in an ideal world --
1929 * in practice libevent, ssl, libc etc never quite free everything). */
1930 void
1931 tor_free_all(int postfork)
1933 if (!postfork) {
1934 evdns_shutdown(1);
1936 geoip_free_all();
1937 dirvote_free_all();
1938 routerlist_free_all();
1939 networkstatus_free_all();
1940 addressmap_free_all();
1941 dirserv_free_all();
1942 rend_service_free_all();
1943 rend_cache_free_all();
1944 rend_service_authorization_free_all();
1945 rep_hist_free_all();
1946 hs_usage_free_all();
1947 dns_free_all();
1948 clear_pending_onions();
1949 circuit_free_all();
1950 entry_guards_free_all();
1951 connection_free_all();
1952 buf_shrink_freelists(1);
1953 memarea_clear_freelist();
1954 if (!postfork) {
1955 config_free_all();
1956 router_free_all();
1957 policies_free_all();
1959 free_cell_pool();
1960 if (!postfork) {
1961 tor_tls_free_all();
1963 /* stuff in main.c */
1964 if (connection_array)
1965 smartlist_free(connection_array);
1966 if (closeable_connection_lst)
1967 smartlist_free(closeable_connection_lst);
1968 if (active_linked_connection_lst)
1969 smartlist_free(active_linked_connection_lst);
1970 tor_free(timeout_event);
1971 if (!postfork) {
1972 release_lockfile();
1974 /* Stuff in util.c and address.c*/
1975 if (!postfork) {
1976 escaped(NULL);
1977 esc_router_info(NULL);
1978 logs_free_all(); /* free log strings. do this last so logs keep working. */
1982 /** Do whatever cleanup is necessary before shutting Tor down. */
1983 void
1984 tor_cleanup(void)
1986 or_options_t *options = get_options();
1987 /* Remove our pid file. We don't care if there was an error when we
1988 * unlink, nothing we could do about it anyways. */
1989 if (options->command == CMD_RUN_TOR) {
1990 if (options->PidFile)
1991 unlink(options->PidFile);
1992 if (accounting_is_enabled(options))
1993 accounting_record_bandwidth_usage(time(NULL), get_or_state());
1994 or_state_mark_dirty(get_or_state(), 0); /* force an immediate save. */
1995 or_state_save(time(NULL));
1996 if (authdir_mode_tests_reachability(options))
1997 rep_hist_record_mtbf_data();
1999 #ifdef USE_DMALLOC
2000 dmalloc_log_stats();
2001 #endif
2002 tor_free_all(0); /* We could move tor_free_all back into the ifdef below
2003 later, if it makes shutdown unacceptably slow. But for
2004 now, leave it here: it's helped us catch bugs in the
2005 past. */
2006 crypto_global_cleanup();
2007 #ifdef USE_DMALLOC
2008 dmalloc_log_unfreed();
2009 dmalloc_shutdown();
2010 #endif
2013 /** Read/create keys as needed, and echo our fingerprint to stdout. */
2014 /* static */ int
2015 do_list_fingerprint(void)
2017 char buf[FINGERPRINT_LEN+1];
2018 crypto_pk_env_t *k;
2019 const char *nickname = get_options()->Nickname;
2020 if (!server_mode(get_options())) {
2021 log_err(LD_GENERAL,
2022 "Clients don't have long-term identity keys. Exiting.\n");
2023 return -1;
2025 tor_assert(nickname);
2026 if (init_keys() < 0) {
2027 log_err(LD_BUG,"Error initializing keys; can't display fingerprint");
2028 return -1;
2030 if (!(k = get_identity_key())) {
2031 log_err(LD_GENERAL,"Error: missing identity key.");
2032 return -1;
2034 if (crypto_pk_get_fingerprint(k, buf, 1)<0) {
2035 log_err(LD_BUG, "Error computing fingerprint");
2036 return -1;
2038 printf("%s %s\n", nickname, buf);
2039 return 0;
2042 /** Entry point for password hashing: take the desired password from
2043 * the command line, and print its salted hash to stdout. **/
2044 /* static */ void
2045 do_hash_password(void)
2048 char output[256];
2049 char key[S2K_SPECIFIER_LEN+DIGEST_LEN];
2051 crypto_rand(key, S2K_SPECIFIER_LEN-1);
2052 key[S2K_SPECIFIER_LEN-1] = (uint8_t)96; /* Hash 64 K of data. */
2053 secret_to_key(key+S2K_SPECIFIER_LEN, DIGEST_LEN,
2054 get_options()->command_arg, strlen(get_options()->command_arg),
2055 key);
2056 base16_encode(output, sizeof(output), key, sizeof(key));
2057 printf("16:%s\n",output);
2060 /** Main entry point for the Tor process. Called from main(). */
2061 /* This function is distinct from main() only so we can link main.c into
2062 * the unittest binary without conflicting with the unittests' main. */
2064 tor_main(int argc, char *argv[])
2066 int result = 0;
2067 update_approx_time(time(NULL));
2068 tor_threads_init();
2069 init_logging();
2070 #ifdef USE_DMALLOC
2072 /* Instruct OpenSSL to use our internal wrappers for malloc,
2073 realloc and free. */
2074 int r = CRYPTO_set_mem_ex_functions(_tor_malloc, _tor_realloc, _tor_free);
2075 tor_assert(r);
2077 #endif
2078 #ifdef NT_SERVICE
2080 int done = 0;
2081 result = nt_service_parse_options(argc, argv, &done);
2082 if (done) return result;
2084 #endif
2085 if (tor_init(argc, argv)<0)
2086 return -1;
2087 switch (get_options()->command) {
2088 case CMD_RUN_TOR:
2089 #ifdef NT_SERVICE
2090 nt_service_set_state(SERVICE_RUNNING);
2091 #endif
2092 result = do_main_loop();
2093 break;
2094 case CMD_LIST_FINGERPRINT:
2095 result = do_list_fingerprint();
2096 break;
2097 case CMD_HASH_PASSWORD:
2098 do_hash_password();
2099 result = 0;
2100 break;
2101 case CMD_VERIFY_CONFIG:
2102 printf("Configuration was valid\n");
2103 result = 0;
2104 break;
2105 case CMD_RUN_UNITTESTS: /* only set by test.c */
2106 default:
2107 log_warn(LD_BUG,"Illegal command number %d: internal error.",
2108 get_options()->command);
2109 result = -1;
2111 tor_cleanup();
2112 return result;