1 /* Copyright (c) 2010-2017, The Tor Project, Inc. */
2 /* See LICENSE for licensing information */
8 #define DIRVOTE_PRIVATE
9 #include "dirauth/dirvote.h"
10 #include "microdesc.h"
11 #include "networkstatus.h"
12 #include "routerlist.h"
13 #include "routerparse.h"
23 #endif /* defined(_WIN32) */
25 static const char test_md1
[] =
27 "-----BEGIN RSA PUBLIC KEY-----\n"
28 "MIGJAoGBAMjlHH/daN43cSVRaHBwgUfnszzAhg98EvivJ9Qxfv51mvQUxPjQ07es\n"
29 "gV/3n8fyh3Kqr/ehi9jxkdgSRfSnmF7giaHL1SLZ29kA7KtST+pBvmTpDtHa3ykX\n"
30 "Xorc7hJvIyTZoc1HU+5XSynj3gsBE5IGK1ZRzrNS688LnuZMVp1tAgMBAAE=\n"
31 "-----END RSA PUBLIC KEY-----\n";
33 static const char test_md2
[] =
35 "-----BEGIN RSA PUBLIC KEY-----\n"
36 "MIGJAoGBAMIixIowh2DyPmDNMDwBX2DHcYcqdcH1zdIQJZkyV6c6rQHnvbcaDoSg\n"
37 "jgFSLJKpnGmh71FVRqep+yVB0zI1JY43kuEnXry2HbZCD9UDo3d3n7t015X5S7ON\n"
38 "bSSYtQGPwOr6Epf96IF6DoQxy4iDnPUAlejuhAG51s1y6/rZQ3zxAgMBAAE=\n"
39 "-----END RSA PUBLIC KEY-----\n";
41 static const char test_md3
[] =
42 "@last-listed 2009-06-22\n"
44 "-----BEGIN RSA PUBLIC KEY-----\n"
45 "MIGJAoGBAMH3340d4ENNGrqx7UxT+lB7x6DNUKOdPEOn4teceE11xlMyZ9TPv41c\n"
46 "qj2fRZzfxlc88G/tmiaHshmdtEpklZ740OFqaaJVj4LjPMKFNE+J7Xc1142BE9Ci\n"
47 "KgsbjGYe2RY261aADRWLetJ8T9QDMm+JngL4288hc8pq1uB/3TAbAgMBAAE=\n"
48 "-----END RSA PUBLIC KEY-----\n"
49 "p accept 1-700,800-1000\n"
50 "family nodeX nodeY nodeZ\n";
53 test_md_cache(void *data
)
55 or_options_t
*options
= NULL
;
56 microdesc_cache_t
*mc
= NULL
;
57 smartlist_t
*added
= NULL
, *wanted
= NULL
;
58 microdesc_t
*md1
, *md2
, *md3
;
59 char d1
[DIGEST256_LEN
], d2
[DIGEST256_LEN
], d3
[DIGEST256_LEN
];
60 const char *test_md3_noannotation
= strchr(test_md3
, '\n')+1;
61 time_t time1
, time2
, time3
;
62 char *fn
= NULL
, *s
= NULL
;
65 options
= get_options_mutable();
69 time2
= time(NULL
) - 2*24*60*60;
70 time3
= time(NULL
) - 15*24*60*60;
72 /* Possibly, turn this into a test setup/cleanup pair */
73 tor_free(options
->CacheDirectory
);
74 options
->CacheDirectory
= tor_strdup(get_fname("md_datadir_test"));
76 tt_int_op(0, OP_EQ
, mkdir(options
->CacheDirectory
));
78 tt_int_op(0, OP_EQ
, mkdir(options
->CacheDirectory
, 0700));
81 tt_assert(!strcmpstart(test_md3_noannotation
, "onion-key"));
83 crypto_digest256(d1
, test_md1
, strlen(test_md1
), DIGEST_SHA256
);
84 crypto_digest256(d2
, test_md2
, strlen(test_md1
), DIGEST_SHA256
);
85 crypto_digest256(d3
, test_md3_noannotation
, strlen(test_md3_noannotation
),
88 mc
= get_microdesc_cache();
90 added
= microdescs_add_to_cache(mc
, test_md1
, NULL
, SAVED_NOWHERE
, 0,
92 tt_int_op(1, OP_EQ
, smartlist_len(added
));
93 md1
= smartlist_get(added
, 0);
94 smartlist_free(added
);
97 wanted
= smartlist_new();
98 added
= microdescs_add_to_cache(mc
, test_md2
, NULL
, SAVED_NOWHERE
, 0,
100 /* Should fail, since we didn't list test_md2's digest in wanted */
101 tt_int_op(0, OP_EQ
, smartlist_len(added
));
102 smartlist_free(added
);
105 smartlist_add(wanted
, tor_memdup(d2
, DIGEST256_LEN
));
106 smartlist_add(wanted
, tor_memdup(d3
, DIGEST256_LEN
));
107 added
= microdescs_add_to_cache(mc
, test_md2
, NULL
, SAVED_NOWHERE
, 0,
109 /* Now it can work. md2 should have been added */
110 tt_int_op(1, OP_EQ
, smartlist_len(added
));
111 md2
= smartlist_get(added
, 0);
112 /* And it should have gotten removed from 'wanted' */
113 tt_int_op(smartlist_len(wanted
), OP_EQ
, 1);
114 tt_mem_op(smartlist_get(wanted
, 0), OP_EQ
, d3
, DIGEST256_LEN
);
115 smartlist_free(added
);
118 added
= microdescs_add_to_cache(mc
, test_md3
, NULL
,
119 SAVED_NOWHERE
, 0, -1, NULL
);
120 /* Must fail, since SAVED_NOWHERE precludes annotations */
121 tt_int_op(0, OP_EQ
, smartlist_len(added
));
122 smartlist_free(added
);
125 added
= microdescs_add_to_cache(mc
, test_md3_noannotation
, NULL
,
126 SAVED_NOWHERE
, 0, time3
, NULL
);
127 /* Now it can work */
128 tt_int_op(1, OP_EQ
, smartlist_len(added
));
129 md3
= smartlist_get(added
, 0);
130 smartlist_free(added
);
133 /* Okay. We added 1...3. Let's poke them to see how they look, and make
134 * sure they're really in the journal. */
135 tt_ptr_op(md1
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d1
));
136 tt_ptr_op(md2
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d2
));
137 tt_ptr_op(md3
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d3
));
139 tt_int_op(md1
->last_listed
, OP_EQ
, time1
);
140 tt_int_op(md2
->last_listed
, OP_EQ
, time2
);
141 tt_int_op(md3
->last_listed
, OP_EQ
, time3
);
143 tt_int_op(md1
->saved_location
, OP_EQ
, SAVED_IN_JOURNAL
);
144 tt_int_op(md2
->saved_location
, OP_EQ
, SAVED_IN_JOURNAL
);
145 tt_int_op(md3
->saved_location
, OP_EQ
, SAVED_IN_JOURNAL
);
147 tt_int_op(md1
->bodylen
, OP_EQ
, strlen(test_md1
));
148 tt_int_op(md2
->bodylen
, OP_EQ
, strlen(test_md2
));
149 tt_int_op(md3
->bodylen
, OP_EQ
, strlen(test_md3_noannotation
));
150 tt_mem_op(md1
->body
, OP_EQ
, test_md1
, strlen(test_md1
));
151 tt_mem_op(md2
->body
, OP_EQ
, test_md2
, strlen(test_md2
));
152 tt_mem_op(md3
->body
, OP_EQ
, test_md3_noannotation
,
153 strlen(test_md3_noannotation
));
155 tor_asprintf(&fn
, "%s"PATH_SEPARATOR
"cached-microdescs.new",
156 options
->CacheDirectory
);
157 s
= read_file_to_str(fn
, RFTS_BIN
, NULL
);
159 tt_mem_op(md1
->body
, OP_EQ
, s
+ md1
->off
, md1
->bodylen
);
160 tt_mem_op(md2
->body
, OP_EQ
, s
+ md2
->off
, md2
->bodylen
);
161 tt_mem_op(md3
->body
, OP_EQ
, s
+ md3
->off
, md3
->bodylen
);
163 tt_ptr_op(md1
->family
, OP_EQ
, NULL
);
164 tt_ptr_op(md3
->family
, OP_NE
, NULL
);
165 tt_int_op(smartlist_len(md3
->family
), OP_EQ
, 3);
166 tt_str_op(smartlist_get(md3
->family
, 0), OP_EQ
, "nodeX");
168 /* Now rebuild the cache! */
169 tt_int_op(microdesc_cache_rebuild(mc
, 1), OP_EQ
, 0);
171 tt_int_op(md1
->saved_location
, OP_EQ
, SAVED_IN_CACHE
);
172 tt_int_op(md2
->saved_location
, OP_EQ
, SAVED_IN_CACHE
);
173 tt_int_op(md3
->saved_location
, OP_EQ
, SAVED_IN_CACHE
);
175 /* The journal should be empty now */
177 s
= read_file_to_str(fn
, RFTS_BIN
, NULL
);
178 tt_str_op(s
, OP_EQ
, "");
182 /* read the cache. */
183 tor_asprintf(&fn
, "%s"PATH_SEPARATOR
"cached-microdescs",
184 options
->CacheDirectory
);
185 s
= read_file_to_str(fn
, RFTS_BIN
, NULL
);
186 tt_mem_op(md1
->body
, OP_EQ
, s
+ md1
->off
, strlen(test_md1
));
187 tt_mem_op(md2
->body
, OP_EQ
, s
+ md2
->off
, strlen(test_md2
));
188 tt_mem_op(md3
->body
, OP_EQ
, s
+ md3
->off
, strlen(test_md3_noannotation
));
190 /* Okay, now we are going to forget about the cache entirely, and reload it
192 microdesc_free_all();
193 mc
= get_microdesc_cache();
194 md1
= microdesc_cache_lookup_by_digest256(mc
, d1
);
195 md2
= microdesc_cache_lookup_by_digest256(mc
, d2
);
196 md3
= microdesc_cache_lookup_by_digest256(mc
, d3
);
200 tt_mem_op(md1
->body
, OP_EQ
, s
+ md1
->off
, strlen(test_md1
));
201 tt_mem_op(md2
->body
, OP_EQ
, s
+ md2
->off
, strlen(test_md2
));
202 tt_mem_op(md3
->body
, OP_EQ
, s
+ md3
->off
, strlen(test_md3_noannotation
));
204 tt_int_op(md1
->last_listed
, OP_EQ
, time1
);
205 tt_int_op(md2
->last_listed
, OP_EQ
, time2
);
206 tt_int_op(md3
->last_listed
, OP_EQ
, time3
);
208 /* Okay, now we are going to clear out everything older than a week old.
209 * In practice, that means md3 */
210 microdesc_cache_clean(mc
, time(NULL
)-7*24*60*60, 1/*force*/);
211 tt_ptr_op(md1
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d1
));
212 tt_ptr_op(md2
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d2
));
213 tt_ptr_op(NULL
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d3
));
214 md3
= NULL
; /* it's history now! */
216 /* rebuild again, make sure it stays gone. */
217 tt_int_op(microdesc_cache_rebuild(mc
, 1), OP_EQ
, 0);
218 tt_ptr_op(md1
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d1
));
219 tt_ptr_op(md2
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d2
));
220 tt_ptr_op(NULL
, OP_EQ
, microdesc_cache_lookup_by_digest256(mc
, d3
));
222 /* Re-add md3, and make sure we can rebuild the cache. */
223 added
= microdescs_add_to_cache(mc
, test_md3_noannotation
, NULL
,
224 SAVED_NOWHERE
, 0, time3
, NULL
);
225 tt_int_op(1, OP_EQ
, smartlist_len(added
));
226 md3
= smartlist_get(added
, 0);
227 smartlist_free(added
);
229 tt_int_op(md1
->saved_location
, OP_EQ
, SAVED_IN_CACHE
);
230 tt_int_op(md2
->saved_location
, OP_EQ
, SAVED_IN_CACHE
);
231 tt_int_op(md3
->saved_location
, OP_EQ
, SAVED_IN_JOURNAL
);
233 tt_int_op(microdesc_cache_rebuild(mc
, 1), OP_EQ
, 0);
234 tt_int_op(md3
->saved_location
, OP_EQ
, SAVED_IN_CACHE
);
238 tor_free(options
->CacheDirectory
);
239 microdesc_free_all();
241 smartlist_free(added
);
243 SMARTLIST_FOREACH(wanted
, char *, cp
, tor_free(cp
));
244 smartlist_free(wanted
);
249 static const char truncated_md
[] =
250 "@last-listed 2013-08-08 19:02:59\n"
252 "-----BEGIN RSA PUBLIC KEY-----\n"
253 "MIGJAoGBAM91vLFNaM+gGhnRIdz2Cm/Kl7Xz0cOobIdVzhS3cKUJfk867hCuTipS\n"
254 "NveLBzNopvgXKruAAzEj3cACxk6Q8lv5UWOGCD1UolkgsWSE62RBjap44g+oc9J1\n"
255 "RI9968xOTZw0VaBQg9giEILNXl0djoikQ+5tQRUvLDDa67gpa5Q1AgMBAAE=\n"
256 "-----END RSA PUBLIC KEY-----\n"
260 test_md_cache_broken(void *data
)
262 or_options_t
*options
;
264 microdesc_cache_t
*mc
= NULL
;
268 options
= get_options_mutable();
270 tor_free(options
->CacheDirectory
);
271 options
->CacheDirectory
= tor_strdup(get_fname("md_datadir_test2"));
274 tt_int_op(0, OP_EQ
, mkdir(options
->CacheDirectory
));
276 tt_int_op(0, OP_EQ
, mkdir(options
->CacheDirectory
, 0700));
279 tor_asprintf(&fn
, "%s"PATH_SEPARATOR
"cached-microdescs",
280 options
->CacheDirectory
);
282 write_str_to_file(fn
, truncated_md
, 1);
284 mc
= get_microdesc_cache();
289 tor_free(options
->CacheDirectory
);
291 microdesc_free_all();
294 /* Generated by chutney. */
295 static const char test_ri
[] =
296 "router test005r 127.0.0.1 5005 0 7005\n"
297 "platform Tor 0.2.5.4-alpha-dev on Linux\n"
298 "protocols Link 1 2 Circuit 1\n"
299 "published 2014-05-06 22:57:55\n"
300 "fingerprint 09DE 3BA2 48C2 1C3F 3760 6CD3 8460 43A6 D5EC F59E\n"
302 "bandwidth 1073741824 1073741824 0\n"
303 "extra-info-digest 361F9428F9FA4DD854C03DDBCC159D0D9FA996C9\n"
305 "-----BEGIN RSA PUBLIC KEY-----\n"
306 "MIGJAoGBANBJz8Vldl12aFeSMPLiA4nOetLDN0oxU8bB1SDhO7Uu2zdWYVYAF5J0\n"
307 "st7WvrVy/jA9v/fsezNAPskBanecHRSkdMTpkcgRPMHE7CTGEwIy1Yp1X4bPgDlC\n"
308 "VCnbs5Pcts5HnWEYNK7qHDAUn+IlmjOO+pTUY8uyq+GQVz6H9wFlAgMBAAE=\n"
309 "-----END RSA PUBLIC KEY-----\n"
311 "-----BEGIN RSA PUBLIC KEY-----\n"
312 "MIGJAoGBANbGUC4802Ke6C3nOVxN0U0HhIRrs32cQFEL4v+UUMJPgjbistHBvOax\n"
313 "CWVR/sMXM2kKJeGThJ9ZUs2p9dDG4WHPUXgkMqzTTEeeFa7pQKU0brgbmLaJq0Pi\n"
314 "mxmqC5RkTHa5bQvq6QlSFprAEoovV27cWqBM9jVdV9hyc//6kwPzAgMBAAE=\n"
315 "-----END RSA PUBLIC KEY-----\n"
316 "hidden-service-dir\n"
317 "ntor-onion-key Gg73xH7+kTfT6bi1uNVx9gwQdQas9pROIfmc4NpAdC4=\n"
324 "reject *:4661-4666\n"
325 "reject *:6346-6429\n"
327 "reject *:6881-6999\n"
330 "-----BEGIN SIGNATURE-----\n"
331 "ImzX5PF2vRCrG1YzGToyjoxYhgh1vtHEDjmP+tIS/iil1DSnHZNpHSuHp0L1jE9S\n"
332 "yZyrtKaqpBE/aecAM3j4CWCn/ipnAAQkHcyRLin1bYvqBtRzyopVCRlUhF+uWrLq\n"
333 "t0xkIE39ss/EwmQr7iIgkdVH4oRIMsjYnFFJBG26nYY=\n"
334 "-----END SIGNATURE-----\n";
336 static const char test_ri2
[] =
337 "router test001a 127.0.0.1 5001 0 7001\n"
339 "-----BEGIN ED25519 CERT-----\n"
340 "AQQABf/FAf5iDuKCZP2VxnAaQWdklilAh6kaEeFX4z8261Yx2T1/AQAgBADCp8vO\n"
341 "B8K1F9g2DzwuwvVCnPFLSK1qknVqPpNucHLH9DY7fuIYogBAdz4zHv1qC7RKaMNG\n"
342 "Jux/tMO2tzPcm62Ky5PjClMQplKUOnZNQ+RIpA3wYCIfUDy/cQnY7XWgNQ0=\n"
343 "-----END ED25519 CERT-----\n"
344 "platform Tor 0.2.6.0-alpha-dev on Darwin\n"
345 "protocols Link 1 2 Circuit 1\n"
346 "published 2014-10-08 12:58:04\n"
347 "fingerprint B7E2 7F10 4213 C36F 13E7 E982 9182 845E 4959 97A0\n"
349 "bandwidth 1073741824 1073741824 0\n"
350 "extra-info-digest 568F27331B6D8C73E7024F1EF5D097B90DFC7CDB\n"
351 "caches-extra-info\n"
353 "-----BEGIN RSA PUBLIC KEY-----\n"
354 "MIGJAoGBAL2R8EfubUcahxha4u02P4VAR0llQIMwFAmrHPjzcK7apcQgDOf2ovOA\n"
355 "+YQnJFxlpBmCoCZC6ssCi+9G0mqo650lFuTMP5I90BdtjotfzESfTykHLiChyvhd\n"
356 "l0dlqclb2SU/GKem/fLRXH16aNi72CdSUu/1slKs/70ILi34QixRAgMBAAE=\n"
357 "-----END RSA PUBLIC KEY-----\n"
359 "-----BEGIN RSA PUBLIC KEY-----\n"
360 "MIGJAoGBAN8+78KUVlgHXdMMkYJxcwh1Zv2y+Gb5eWUyltUaQRajhrT9ij2T5JZs\n"
361 "M0g85xTcuM3jNVVpV79+33hiTohdC6UZ+Bk4USQ7WBFzRbVFSXoVKLBJFkCOIexg\n"
362 "SMGNd5WEDtHWrXl58mizmPFu1eG6ZxHzt7RuLSol5cwBvawXPNkFAgMBAAE=\n"
363 "-----END RSA PUBLIC KEY-----\n"
364 "onion-key-crosscert\n"
365 "-----BEGIN CROSSCERT-----\n"
366 "ETFDzU49bvNfoZnKK1j6JeBP2gDirgj6bBCgWpUYs663OO9ypbZRO0JwWANssKl6\n"
367 "oaq9vKTsKGRsaNnqnz/JGMhehymakjjNtqg7crWwsahe8+7Pw9GKmW+YjFtcOkUf\n"
368 "KfOn2bmKBa1FoJb4yW3oXzHcdlLSRuCciKqPn+Hky5o=\n"
369 "-----END CROSSCERT-----\n"
370 "ntor-onion-key-crosscert 0\n"
371 "-----BEGIN ED25519 CERT-----\n"
372 "AQoABf2dAcKny84HwrUX2DYPPC7C9UKc8UtIrWqSdWo+k25wcsf0AFohutG+xI06\n"
373 "Ef21c5Zl1j8Hw6DzHDjYyJevXLFuOneaL3zcH2Ldn4sjrG3kc5UuVvRfTvV120UO\n"
375 "-----END ED25519 CERT-----\n"
376 "hidden-service-dir\n"
377 "contact auth1@test.test\n"
378 "ntor-onion-key hbxdRnfVUJJY7+KcT4E3Rs7/zuClbN3hJrjSBiEGMgI=\n"
380 "router-sig-ed25519 5aQXyTif7PExIuL2di37UvktmJECKnils2OWz2vDi"
381 "hFxi+5TTAAPxYkS5clhc/Pjvw34itfjGmTKFic/8httAQ\n"
383 "-----BEGIN SIGNATURE-----\n"
384 "BaUB+aFPQbb3BwtdzKsKqV3+6cRlSqJF5bI3UTmwRoJk+Z5Pz+W5NWokNI0xArHM\n"
385 "T4T5FZCCP9350jXsUCIvzyIyktU6aVRCGFt76rFlo1OETpN8GWkMnQU0w18cxvgS\n"
386 "cf34GXHv61XReJF3AlzNHFpbrPOYmowmhrTULKyMqow=\n"
387 "-----END SIGNATURE-----\n";
389 static const char test_md_18
[] =
391 "-----BEGIN RSA PUBLIC KEY-----\n"
392 "MIGJAoGBANBJz8Vldl12aFeSMPLiA4nOetLDN0oxU8bB1SDhO7Uu2zdWYVYAF5J0\n"
393 "st7WvrVy/jA9v/fsezNAPskBanecHRSkdMTpkcgRPMHE7CTGEwIy1Yp1X4bPgDlC\n"
394 "VCnbs5Pcts5HnWEYNK7qHDAUn+IlmjOO+pTUY8uyq+GQVz6H9wFlAgMBAAE=\n"
395 "-----END RSA PUBLIC KEY-----\n"
396 "ntor-onion-key Gg73xH7+kTfT6bi1uNVx9gwQdQas9pROIfmc4NpAdC4=\n"
397 "p reject 25,119,135-139,445,563,1214,4661-4666,6346-6429,6699,6881-6999\n"
398 "id rsa1024 Cd47okjCHD83YGzThGBDptXs9Z4\n";
400 static const char test_md2_21
[] =
402 "-----BEGIN RSA PUBLIC KEY-----\n"
403 "MIGJAoGBAL2R8EfubUcahxha4u02P4VAR0llQIMwFAmrHPjzcK7apcQgDOf2ovOA\n"
404 "+YQnJFxlpBmCoCZC6ssCi+9G0mqo650lFuTMP5I90BdtjotfzESfTykHLiChyvhd\n"
405 "l0dlqclb2SU/GKem/fLRXH16aNi72CdSUu/1slKs/70ILi34QixRAgMBAAE=\n"
406 "-----END RSA PUBLIC KEY-----\n"
407 "ntor-onion-key hbxdRnfVUJJY7+KcT4E3Rs7/zuClbN3hJrjSBiEGMgI=\n"
408 "id ed25519 wqfLzgfCtRfYNg88LsL1QpzxS0itapJ1aj6TbnByx/Q\n";
411 test_md_generate(void *arg
)
414 microdesc_t
*md
= NULL
;
417 ri
= router_parse_entry_from_string(test_ri
, NULL
, 0, 0, NULL
, NULL
);
422 md
= dirvote_create_microdescriptor(ri
, 18);
423 tt_str_op(md
->body
, OP_EQ
, test_md_18
);
427 md
= dirvote_create_microdescriptor(ri
, 21);
428 tt_str_op(md
->body
, OP_EQ
, test_md_18
);
431 ri
= router_parse_entry_from_string(test_ri2
, NULL
, 0, 0, NULL
, NULL
);
435 md
= dirvote_create_microdescriptor(ri
, 21);
436 tt_str_op(md
->body
, OP_EQ
, test_md2_21
);
437 tt_assert(ed25519_pubkey_eq(md
->ed25519_identity_pkey
,
438 &ri
->cache_info
.signing_key_cert
->signing_key
));
445 #ifdef HAVE_CFLAG_WOVERLENGTH_STRINGS
446 DISABLE_GCC_WARNING(overlength
-strings
)
447 /* We allow huge string constants in the unit tests, but not in the code
450 /* Taken at random from my ~/.tor/cached-microdescs file and then
452 static const char MD_PARSE_TEST_DATA
[] =
455 "-----BEGIN RSA PUBLIC KEY-----\n"
456 "MIGJAoGBANsKd1GRfOuSR1MkcwKqs6SVy4Gi/JXplt/bHDkIGm6Q96TeJ5uyVgUL\n"
457 "DBr/ij6+JqgVFeriuiMzHKREytzjdaTuKsKBFFpLwb+Ppcjr5nMIH/AR6/aHO8hW\n"
458 "T3B9lx5T6Kl7CqZ4yqXxYRHzn50EPTIZuz0y9se4J4gi9mLmL+pHAgMBAAE=\n"
459 "-----END RSA PUBLIC KEY-----\n"
460 "p accept 20-23,43,53,79-81,88,110,143,194,220,443,464,531,543-544\n"
461 "id rsa1024 GEo59/iR1GWSIWZDzXTd5QxtqnU\n"
462 /* Bad 0: I've messed with the onion-key in the second one. */
464 "-----BEGIN RSA PUBLIC KEY-----\n"
465 "MIGJAoGBAMr4o/pflVwscx11vC1AKEADlKEqnhpvCIjAEzNEenMhvGQHRlA0EXLC\n"
466 "7G7O5bhnCwEHqK8Pvg8cuX/fD8v08TF1EVPhwPa0UI6ab8KnPP2F!!!!!!b92DG7EQIk3q\n"
467 "d68Uxp7E9/t3v1WWZjzDqvEe0par6ul+DKW6HMlTGebFo5Q4e8R1AgMBAAE=\n"
468 "-----END RSA PUBLIC KEY-----\n"
469 "ntor-onion-key 761Dmm27via7lXygNHM3l+oJLrYU2Nye0Uz4pkpipyY=\n"
471 "id rsa1024 3Y4fwXhtgkdGDZ5ef5mtb6TJRQQ\n"
474 "-----BEGIN RSA PUBLIC KEY-----\n"
475 "MIGJAoGBANsMSjVi3EX8ZHfm/dvPF6KdVR66k1tVul7Jp+dDbDajBYNhgKRzVCxy\n"
476 "Yac1CBuQjOqK89tKap9PQBnhF087eDrfaZDqYTLwB2W2sBJncVej15WEPXPRBifo\n"
477 "iFZ8337kgczkaY+IOfSuhtbOUyDOoDpRJheIKBNq0ZiTqtLbbadVAgMBAAE=\n"
478 "-----END RSA PUBLIC KEY-----\n"
479 "ntor-onion-key ncfiHJjSgdDEW/gc6q6/7idac7j+x7ejQrRm6i75pGA=\n"
480 "p accept 443,6660-6669,6697,7000-7001\n"
481 "id rsa1024 XXuLzw3mfBELEq3veXoNhdehwD4\n"
484 "-----BEGIN RSA PUBLIC KEY-----\n"
485 "MIGJAoGBANQfBlrHrh9F/CAOytrNFgi0ikWMW/HZxuoszF9X+AQ+MudR8bcxxOGl\n"
486 "1RFwb74s8E3uuzrCkNFvSw9Ar1L02F2DOX0gLsxEGuYC4Ave9NUteGqSqDyEJQUJ\n"
487 "KlfxCPn2qC9nvNT7wR/Dg2WRvAEKnJmkpb57N3+WSAOPLjKOFEz3AgMBAAE=\n"
488 "-----END RSA PUBLIC KEY-----\n"
489 "ntor-onion-key AppBt6CSeb1kKid/36ototmFA24ddfW5JpjWPLuoJgs=\n"
490 "id rsa1024 6y60AEI9a1PUUlRPO0YQT9WzrjI\n"
491 /* Bad 1: Here I've messed with the ntor key */
493 "-----BEGIN RSA PUBLIC KEY-----\n"
494 "MIGJAoGBAPjy2HacU3jDNO5nTOFGSwNa0qKCNn4yhtrDVcAJ5alIQeBWZZGJLZ0q\n"
495 "Cqylw1vYqxu8E09g+QXXFbAgBv1U9TICaATxrIJhIJzc8TJPhqJemp1kq0DvHLDx\n"
496 "mxwlkNnCD/P5NS+JYB3EjOlU9EnSKUWNU61+Co344m2JqhEau40vAgMBAAE=\n"
497 "-----END RSA PUBLIC KEY-----\n"
498 "ntor-onion-key 4i2Fp9JHTUr1uQs0pxD5j5spl4/RG56S2P0gQxU=\n"
499 "id rsa1024 nMRmNEGysA0NmlALVaUmI7D5jLU\n"
500 /* Good 3: I've added a weird token in this one. This shouldn't prevent
503 "-----BEGIN RSA PUBLIC KEY-----\n"
504 "MIGJAoGBAKmosxudyNA/yJNz3S890VqV/ebylzoD11Sc0b/d5tyNNaNZjcYy5vRD\n"
505 "kwyxFRMbP2TLZQ1zRfNwY7IDnYjU2SbW0pxuM6M8WRtsmx/YOE3kHMVAFJNrTUqU\n"
506 "6D1zB3IiRDS5q5+NoRxwqo+hYUck60O3WTwEoqb+l3lvXeu7z9rFAgMBAAE=\n"
507 "-----END RSA PUBLIC KEY-----\n"
508 "flux-capacitor 1.21 GW\n"
509 "ntor-onion-key MWBoEkl+RlBiGX44XKIvTSqbznTNZStOmUYtcYRQQyY=\n"
510 "id rsa1024 R+A5O9qRvRac4FT3C4L2QnFyxsc\n"
511 /* Good 4: Here I've made the 'id rsa' token odd. It should still parse
514 "-----BEGIN RSA PUBLIC KEY-----\n"
515 "MIGJAoGBAOh+WMkdNe/Pkjb8UjQyfLOlFgpuVFrxAIGnJsmWWx0yBE97DQxGyh2n\n"
516 "h8G5OJZHRarJQyCIf7vpZQAi0oP0OkGGaCaDQsM+D8TnqhnU++RWGnMqY/cXxPrL\n"
517 "MEq+n6aGiLmzkO7ah8yorZpoREk4GqLUIN89/tHHGOhJL3c4CPGjAgMBAAE=\n"
518 "-----END RSA PUBLIC KEY-----\n"
519 "p reject 25,119,135-139,445,563,1214,4661-4666,6346-6429,6699,6881-6999\n"
520 "id rsa1234 jlqAKFD2E7uMKv+8TmKSeo7NBho\n"
521 /* Good 5: Extra id type. */
523 "-----BEGIN RSA PUBLIC KEY-----\n"
524 "MIGJAoGBAMdgPPc5uaw4y/q+SUTN/I8Y+Gvdx9kKgWV4dmDGJ0mxsVZmo1v6+v3F\n"
525 "12M2f9m99G3WB8F8now29C+9XyEv8MBHj1lHRdUFHSQes3YTFvDNlgj+FjLqO5TJ\n"
526 "adOOmfu4DCUUtUEDyQKbNVL4EkMTXY73omTVsjcH3xxFjTx5wixhAgMBAAE=\n"
527 "-----END RSA PUBLIC KEY-----\n"
528 "ntor-onion-key AAVnWZcnDbxasdZwKqb4fL6O9sZV+XsRNHTpNd1YMz8=\n"
529 "id rsa1024 72EfBL11QuwX2vU8y+p9ExGfGEg\n"
530 "id expolding hedgehog 0+A5O9qRvRac4FT3C4L2QnFyxsc\n"
531 /* Good 6: I've given this a bogus policy. It should parse. */
533 "-----BEGIN RSA PUBLIC KEY-----\n"
534 "MIGJAoGBALNuufwhPMF8BooxYMNvhYJMPqUB8hQDt8wGmPKphJcD1sVD1i4gAZM2\n"
535 "HIo+zUBlljDrRWL5NzVzd1yxUJAiQxvXS5dRRFY3B70M7wTVpXw53xe0/BM5t1AX\n"
536 "n0MFk7Jl6XIKMlzRalZvmMvE/odtyWXkP4Nd1MyZ1QcIwrQ2iwyrAgMBAAE=\n"
537 "-----END RSA PUBLIC KEY-----\n"
539 "ntor-onion-key 2/nMJ+L4dd/2GpMyTYjz3zC59MvQy4MIzJZhdzKHekg=\n"
540 "id rsa1024 FHyh10glEMA6MCmBb5R9Y+X/MhQ\n"
541 /* Good 7: I've given this one another sort of odd policy. Should parse. */
543 "-----BEGIN RSA PUBLIC KEY-----\n"
544 "MIGJAoGBAKcd3FmQ8iAADghyvX8eca0ePqtJ2w1IDdUdTlf5Y/8+OMdp//sD01yC\n"
545 "YmiX45LK5ge1O3AzcakYCO6fb3pyIqvXdvm24OjyYZELQ40cmKSLjdhcSf4Fr/N9\n"
546 "uR/CkknR9cEePu1wZ5WBIGmGdXI6s7t3LB+e7XFyBYAx6wMGlnX7AgMBAAE=\n"
547 "-----END RSA PUBLIC KEY-----\n"
548 "p accept frogs-mice\n"
549 "ntor-onion-key AMxvhaQ1Qg7jBJFoyHuPRgETvLbFmJ194hExV24FuAI=\n"
550 "family $D8CFEA0D996F5D1473D2063C041B7910DB23981E\n"
551 "id rsa1024 d0VVZC/cHh1P3y4MMbfKlQHFycc\n"
552 /* Good 8: This one has the ntor-onion-key without terminating =. That's
555 "-----BEGIN RSA PUBLIC KEY-----\n"
556 "MIGJAoGBAL438YfjrJE2SPqkkXeQwICygu8KNO54Juj6sjqk5hgsiazIWMOBgbaX\n"
557 "LIRqPNGaiSq01xSqwjwCBCfwZYT/nSdDBqj1h9aoR8rnjxZjyQ+m3rWpdDqeCDMx\n"
558 "I3NgZ5w4bNX4poRb42lrV6NmQiFdjzpqszVbv5Lpn2CSKu32CwKVAgMBAAE=\n"
559 "-----END RSA PUBLIC KEY-----\n"
560 "ntor-onion-key UKL6Dnj2KwYsFlkCvOkXVatxvOPB4MaxqwPQQgZMTwI\n"
561 "id rsa1024 FPIXc6k++JnKCtSKWUxaR6oXEKs\n"
562 /* Good 9: Another totally normal one.*/
564 "-----BEGIN RSA PUBLIC KEY-----\n"
565 "MIGJAoGBANNGIKRd8PFNXkJ2JPV1ohDMFNbJwKbwybeieaQFjtU9KWedHCbr+QD4\n"
566 "B6zNY5ysguNjHNnlq2f6D09+uhnfDBON8tAz0mPQH/6JqnOXm+EiUn+8bN0E8Nke\n"
567 "/i3GEgDeaxJJMNQcpsJvmmSmKFOlYy9Fy7ejAjTGqtAnqOte7BnTAgMBAAE=\n"
568 "-----END RSA PUBLIC KEY-----\n"
569 "ntor-onion-key gUsq3e5iYgsQQvyxINtLzBpHxmIt5rtuFlEbKfI4gFk=\n"
570 "id rsa1024 jv+LdatDzsMfEW6pLBeL/5uzwCc\n"
571 /* Bad 2: RSA key has bad exponent of 3. */
573 "-----BEGIN RSA PUBLIC KEY-----\n"
574 "MIGHAoGBAMMTWtvPxYnUNJ5Y7B+XENcpxzPoGstrdiUszCBS+/42xvluLJ+JDSdR\n"
575 "qJaMD6ax8vKAeLS5C6O17MNdG2VldlPRbtgl41MXsOoUqEJ+nY9e3WG9Snjp47xC\n"
576 "zmWIfeduXSavIsb3a43/MLIz/9qO0TkgAAiuQr79JlwKhLdzCqTLAgED\n"
577 "-----END RSA PUBLIC KEY-----\n"
578 "ntor-onion-key NkRB4wTUFogiVp5jYmjGORe2ffb/y5Kk8Itw8jdzMjA=\n"
579 "p reject 25,119,135-139,445,563,1214,4661-4666,6346-6429,6699,6881-6999\n"
580 "id rsa1024 fKvYjP7TAjCC1FzYee5bYAwYkoDg\n"
581 /* Bad 3: Bogus annotation */
582 "@last-listed with strange aeons\n"
584 "-----BEGIN RSA PUBLIC KEY-----\n"
585 "MIGJAoGBALcRBFNCZtpd2TFJysU77/fJMFzKisRQEBOtDGtTZ2Bg4aEGosssa0Id\n"
586 "YtUagRLYle08QVGvGB+EHBI5qf6Ah2yPH7k5QiN2a3Sq+nyh85dXKPazBGBBbM+C\n"
587 "DOfDauV02CAnADNMLJEf1voY3oBVvYyIsmHxn5i1R19ZYIiR8NX5AgMBAAE=\n"
588 "-----END RSA PUBLIC KEY-----\n"
589 "ntor-onion-key m4xcFXMWMjCvZDXq8FT3XmS0EHYseGOeu+fV+6FYDlk=\n"
590 "p accept 20-23,43,53,79-81,88,110,143,194,220,389,443,464,531,543-544\n"
591 "id rsa1024 SSbfNE9vmaiwRKH+eqNAkiKQhds\n"
592 /* Good 10: Normal, with added ipv6 address and added other address */
594 "-----BEGIN RSA PUBLIC KEY-----\n"
595 "MIGJAoGBAM7uUtq5F6h63QNYIvC+4NcWaD0DjtnrOORZMkdpJhinXUOwce3cD5Dj\n"
596 "sgdN1wJpWpTQMXJ2DssfSgmOVXETP7qJuZyRprxalQhaEATMDNJA/66Ml1jSO9mZ\n"
597 "+8Xb7m/4q778lNtkSbsvMaYD2Dq6k2QQ3kMhr9z8oUtX0XA23+pfAgMBAAE=\n"
598 "-----END RSA PUBLIC KEY-----\n"
599 "a [::1:2:3:4]:9090\n"
601 "ntor-onion-key k2yFqTU2vzMCQDEiE/j9UcEHxKrXMLpB3IL0or09sik=\n"
602 "id rsa1024 2A8wYpHxnkKJ92orocvIQBzeHlE\n"
605 #ifdef HAVE_CFLAG_WOVERLENGTH_STRINGS
606 ENABLE_GCC_WARNING(overlength
-strings
)
609 /** More tests for parsing different kinds of microdescriptors, and getting
610 * invalid digests trackd from them. */
612 test_md_parse(void *arg
)
615 char *mem_op_hex_tmp
= NULL
;
616 smartlist_t
*invalid
= smartlist_new();
618 smartlist_t
*mds
= microdescs_parse_from_string(MD_PARSE_TEST_DATA
,
619 NULL
, 1, SAVED_NOWHERE
,
621 tt_int_op(smartlist_len(mds
), OP_EQ
, 11);
622 tt_int_op(smartlist_len(invalid
), OP_EQ
, 4);
624 test_memeq_hex(smartlist_get(invalid
,0),
625 "5d76bf1c6614e885614a1e0ad074e1ab"
626 "4ea14655ebeefb1736a71b5ed8a15a51");
627 test_memeq_hex(smartlist_get(invalid
,1),
628 "2fde0ee3343669c2444cd9d53cbd39c6"
629 "a7d1fc0513513e840ca7f6e68864b36c");
630 test_memeq_hex(smartlist_get(invalid
,2),
631 "20d1576c5ab11bbcff0dedb1db4a3cfc"
632 "c8bc8dd839d8cbfef92d00a1a7d7b294");
633 test_memeq_hex(smartlist_get(invalid
,3),
634 "074770f394c73dbde7b44412e9692add"
635 "691a478d4727f9804b77646c95420a96");
637 /* Spot-check the valid ones. */
638 const microdesc_t
*md
= smartlist_get(mds
, 5);
639 test_memeq_hex(md
->digest
,
640 "54bb6d733ddeb375d2456c79ae103961"
641 "da0cae29620375ac4cf13d54da4d92b3");
642 tt_int_op(md
->last_listed
, OP_EQ
, 0);
643 tt_int_op(md
->saved_location
, OP_EQ
, SAVED_NOWHERE
);
644 tt_int_op(md
->no_save
, OP_EQ
, 0);
645 tt_uint_op(md
->held_in_map
, OP_EQ
, 0);
646 tt_uint_op(md
->held_by_nodes
, OP_EQ
, 0);
647 tt_assert(md
->onion_curve25519_pkey
);
649 md
= smartlist_get(mds
, 6);
650 test_memeq_hex(md
->digest
,
651 "53f740bd222ab37f19f604b1d3759aa6"
652 "5eff1fbce9ac254bd0fa50d4af9b1bae");
653 tt_assert(! md
->exit_policy
);
655 md
= smartlist_get(mds
, 8);
656 test_memeq_hex(md
->digest
,
657 "a0a155562d8093d8fd0feb7b93b7226e"
658 "17f056c2142aab7a4ea8c5867a0376d5");
659 tt_assert(md
->onion_curve25519_pkey
);
661 md
= smartlist_get(mds
, 10);
662 test_memeq_hex(md
->digest
,
663 "409ebd87d23925a2732bd467a92813c9"
664 "21ca378fcb9ca193d354c51550b6d5e9");
665 tt_assert(tor_addr_family(&md
->ipv6_addr
) == AF_INET6
);
666 tt_int_op(md
->ipv6_orport
, OP_EQ
, 9090);
669 SMARTLIST_FOREACH(mds
, microdesc_t
*, mdsc
, microdesc_free(mdsc
));
671 SMARTLIST_FOREACH(invalid
, char *, cp
, tor_free(cp
));
672 smartlist_free(invalid
);
673 tor_free(mem_op_hex_tmp
);
676 static int mock_rgsbd_called
= 0;
677 static routerstatus_t
*mock_rgsbd_val_a
= NULL
;
678 static routerstatus_t
*mock_rgsbd_val_b
= NULL
;
679 static routerstatus_t
*
680 mock_router_get_status_by_digest(networkstatus_t
*c
, const char *d
)
685 if (fast_memeq(d
, "\x5d\x76", 2)) {
686 memcpy(mock_rgsbd_val_a
->descriptor_digest
, d
, 32);
687 return mock_rgsbd_val_a
;
688 } else if (fast_memeq(d
, "\x20\xd1", 2)) {
689 memcpy(mock_rgsbd_val_b
->descriptor_digest
, d
, 32);
690 return mock_rgsbd_val_b
;
696 static networkstatus_t
*mock_ns_val
= NULL
;
697 static networkstatus_t
*
698 mock_ns_get_by_flavor(consensus_flavor_t f
)
705 test_md_reject_cache(void *arg
)
708 microdesc_cache_t
*mc
= NULL
;
709 smartlist_t
*added
= NULL
, *wanted
= smartlist_new();
710 or_options_t
*options
= get_options_mutable();
711 char buf
[DIGEST256_LEN
];
713 tor_free(options
->CacheDirectory
);
714 options
->CacheDirectory
= tor_strdup(get_fname("md_datadir_test_rej"));
715 mock_rgsbd_val_a
= tor_malloc_zero(sizeof(routerstatus_t
));
716 mock_rgsbd_val_b
= tor_malloc_zero(sizeof(routerstatus_t
));
717 mock_ns_val
= tor_malloc_zero(sizeof(networkstatus_t
));
719 mock_ns_val
->valid_after
= time(NULL
) - 86400;
720 mock_ns_val
->valid_until
= time(NULL
) + 86400;
721 mock_ns_val
->flavor
= FLAV_MICRODESC
;
724 tt_int_op(0, OP_EQ
, mkdir(options
->CacheDirectory
));
726 tt_int_op(0, OP_EQ
, mkdir(options
->CacheDirectory
, 0700));
729 MOCK(router_get_mutable_consensus_status_by_descriptor_digest
,
730 mock_router_get_status_by_digest
);
731 MOCK(networkstatus_get_latest_consensus_by_flavor
, mock_ns_get_by_flavor
);
733 mc
= get_microdesc_cache();
736 tt_int_op(sizeof(buf),OP_EQ,base16_decode(buf,sizeof(buf), \
738 smartlist_add(wanted, tor_memdup(buf, DIGEST256_LEN)); \
742 ADD("5d76bf1c6614e885614a1e0ad074e1ab4ea14655ebeefb1736a71b5ed8a15a51");
744 ADD("20d1576c5ab11bbcff0dedb1db4a3cfcc8bc8dd839d8cbfef92d00a1a7d7b294");
746 ADD("53f740bd222ab37f19f604b1d3759aa65eff1fbce9ac254bd0fa50d4af9b1bae");
748 ADD("a0a155562d8093d8fd0feb7b93b7226e17f056c2142aab7a4ea8c5867a0376d5");
750 added
= microdescs_add_to_cache(mc
, MD_PARSE_TEST_DATA
, NULL
,
751 SAVED_NOWHERE
, 0, time(NULL
), wanted
);
753 tt_int_op(smartlist_len(added
), OP_EQ
, 2);
754 tt_int_op(mock_rgsbd_called
, OP_EQ
, 2);
755 tt_int_op(mock_rgsbd_val_a
->dl_status
.n_download_failures
, OP_EQ
, 255);
756 tt_int_op(mock_rgsbd_val_b
->dl_status
.n_download_failures
, OP_EQ
, 255);
759 UNMOCK(networkstatus_get_latest_consensus_by_flavor
);
760 UNMOCK(router_get_mutable_consensus_status_by_descriptor_digest
);
761 tor_free(options
->CacheDirectory
);
762 microdesc_free_all();
763 smartlist_free(added
);
764 SMARTLIST_FOREACH(wanted
, char *, cp
, tor_free(cp
));
765 smartlist_free(wanted
);
766 tor_free(mock_rgsbd_val_a
);
767 tor_free(mock_rgsbd_val_b
);
768 tor_free(mock_ns_val
);
772 test_md_corrupt_desc(void *arg
)
775 smartlist_t
*sl
= NULL
;
778 sl
= microdescs_add_to_cache(get_microdesc_cache(),
779 "@last-listed 2015-06-22 10:00:00\n"
781 NULL
, SAVED_IN_JOURNAL
, 0, time(NULL
), NULL
);
782 tt_int_op(smartlist_len(sl
), OP_EQ
, 0);
785 sl
= microdescs_add_to_cache(get_microdesc_cache(),
786 "@last-listed 2015-06-22 10:00:00\n"
788 NULL
, SAVED_IN_JOURNAL
, 0, time(NULL
), NULL
);
789 tt_int_op(smartlist_len(sl
), OP_EQ
, 0);
792 tor_asprintf(&cp
, "%s\n%s", test_md1
, "@foobar\nonion-wobble\n");
794 sl
= microdescs_add_to_cache(get_microdesc_cache(),
796 SAVED_IN_JOURNAL
, 0, time(NULL
), NULL
);
797 tt_int_op(smartlist_len(sl
), OP_EQ
, 0);
804 struct testcase_t microdesc_tests
[] = {
805 { "cache", test_md_cache
, TT_FORK
, NULL
, NULL
},
806 { "broken_cache", test_md_cache_broken
, TT_FORK
, NULL
, NULL
},
807 { "generate", test_md_generate
, 0, NULL
, NULL
},
808 { "parse", test_md_parse
, 0, NULL
, NULL
},
809 { "reject_cache", test_md_reject_cache
, TT_FORK
, NULL
, NULL
},
810 { "corrupt_desc", test_md_corrupt_desc
, TT_FORK
, NULL
, NULL
},