dm thin: wake worker when discard is prepared
[linux-2.6.git] / net / netfilter / nf_conntrack_helper.c
blobc4bc637feb76b3e542ac0eaac9c76198e38188cf
1 /* Helper handling for netfilter. */
3 /* (C) 1999-2001 Paul `Rusty' Russell
4 * (C) 2002-2006 Netfilter Core Team <coreteam@netfilter.org>
5 * (C) 2003,2004 USAGI/WIDE Project <http://www.linux-ipv6.org>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
12 #include <linux/types.h>
13 #include <linux/netfilter.h>
14 #include <linux/module.h>
15 #include <linux/skbuff.h>
16 #include <linux/vmalloc.h>
17 #include <linux/stddef.h>
18 #include <linux/random.h>
19 #include <linux/err.h>
20 #include <linux/kernel.h>
21 #include <linux/netdevice.h>
22 #include <linux/rculist.h>
23 #include <linux/rtnetlink.h>
25 #include <net/netfilter/nf_conntrack.h>
26 #include <net/netfilter/nf_conntrack_l3proto.h>
27 #include <net/netfilter/nf_conntrack_l4proto.h>
28 #include <net/netfilter/nf_conntrack_helper.h>
29 #include <net/netfilter/nf_conntrack_core.h>
30 #include <net/netfilter/nf_conntrack_extend.h>
32 static DEFINE_MUTEX(nf_ct_helper_mutex);
33 struct hlist_head *nf_ct_helper_hash __read_mostly;
34 EXPORT_SYMBOL_GPL(nf_ct_helper_hash);
35 unsigned int nf_ct_helper_hsize __read_mostly;
36 EXPORT_SYMBOL_GPL(nf_ct_helper_hsize);
37 static unsigned int nf_ct_helper_count __read_mostly;
39 static bool nf_ct_auto_assign_helper __read_mostly = true;
40 module_param_named(nf_conntrack_helper, nf_ct_auto_assign_helper, bool, 0644);
41 MODULE_PARM_DESC(nf_conntrack_helper,
42 "Enable automatic conntrack helper assignment (default 1)");
44 #ifdef CONFIG_SYSCTL
45 static struct ctl_table helper_sysctl_table[] = {
47 .procname = "nf_conntrack_helper",
48 .data = &init_net.ct.sysctl_auto_assign_helper,
49 .maxlen = sizeof(unsigned int),
50 .mode = 0644,
51 .proc_handler = proc_dointvec,
56 static int nf_conntrack_helper_init_sysctl(struct net *net)
58 struct ctl_table *table;
60 table = kmemdup(helper_sysctl_table, sizeof(helper_sysctl_table),
61 GFP_KERNEL);
62 if (!table)
63 goto out;
65 table[0].data = &net->ct.sysctl_auto_assign_helper;
67 net->ct.helper_sysctl_header =
68 register_net_sysctl(net, "net/netfilter", table);
70 if (!net->ct.helper_sysctl_header) {
71 pr_err("nf_conntrack_helper: can't register to sysctl.\n");
72 goto out_register;
74 return 0;
76 out_register:
77 kfree(table);
78 out:
79 return -ENOMEM;
82 static void nf_conntrack_helper_fini_sysctl(struct net *net)
84 struct ctl_table *table;
86 table = net->ct.helper_sysctl_header->ctl_table_arg;
87 unregister_net_sysctl_table(net->ct.helper_sysctl_header);
88 kfree(table);
90 #else
91 static int nf_conntrack_helper_init_sysctl(struct net *net)
93 return 0;
96 static void nf_conntrack_helper_fini_sysctl(struct net *net)
99 #endif /* CONFIG_SYSCTL */
101 /* Stupid hash, but collision free for the default registrations of the
102 * helpers currently in the kernel. */
103 static unsigned int helper_hash(const struct nf_conntrack_tuple *tuple)
105 return (((tuple->src.l3num << 8) | tuple->dst.protonum) ^
106 (__force __u16)tuple->src.u.all) % nf_ct_helper_hsize;
109 static struct nf_conntrack_helper *
110 __nf_ct_helper_find(const struct nf_conntrack_tuple *tuple)
112 struct nf_conntrack_helper *helper;
113 struct nf_conntrack_tuple_mask mask = { .src.u.all = htons(0xFFFF) };
114 struct hlist_node *n;
115 unsigned int h;
117 if (!nf_ct_helper_count)
118 return NULL;
120 h = helper_hash(tuple);
121 hlist_for_each_entry_rcu(helper, n, &nf_ct_helper_hash[h], hnode) {
122 if (nf_ct_tuple_src_mask_cmp(tuple, &helper->tuple, &mask))
123 return helper;
125 return NULL;
128 struct nf_conntrack_helper *
129 __nf_conntrack_helper_find(const char *name, u16 l3num, u8 protonum)
131 struct nf_conntrack_helper *h;
132 struct hlist_node *n;
133 unsigned int i;
135 for (i = 0; i < nf_ct_helper_hsize; i++) {
136 hlist_for_each_entry_rcu(h, n, &nf_ct_helper_hash[i], hnode) {
137 if (!strcmp(h->name, name) &&
138 h->tuple.src.l3num == l3num &&
139 h->tuple.dst.protonum == protonum)
140 return h;
143 return NULL;
145 EXPORT_SYMBOL_GPL(__nf_conntrack_helper_find);
147 struct nf_conntrack_helper *
148 nf_conntrack_helper_try_module_get(const char *name, u16 l3num, u8 protonum)
150 struct nf_conntrack_helper *h;
152 h = __nf_conntrack_helper_find(name, l3num, protonum);
153 #ifdef CONFIG_MODULES
154 if (h == NULL) {
155 if (request_module("nfct-helper-%s", name) == 0)
156 h = __nf_conntrack_helper_find(name, l3num, protonum);
158 #endif
159 if (h != NULL && !try_module_get(h->me))
160 h = NULL;
162 return h;
164 EXPORT_SYMBOL_GPL(nf_conntrack_helper_try_module_get);
166 struct nf_conn_help *
167 nf_ct_helper_ext_add(struct nf_conn *ct,
168 struct nf_conntrack_helper *helper, gfp_t gfp)
170 struct nf_conn_help *help;
172 help = nf_ct_ext_add_length(ct, NF_CT_EXT_HELPER,
173 helper->data_len, gfp);
174 if (help)
175 INIT_HLIST_HEAD(&help->expectations);
176 else
177 pr_debug("failed to add helper extension area");
178 return help;
180 EXPORT_SYMBOL_GPL(nf_ct_helper_ext_add);
182 int __nf_ct_try_assign_helper(struct nf_conn *ct, struct nf_conn *tmpl,
183 gfp_t flags)
185 struct nf_conntrack_helper *helper = NULL;
186 struct nf_conn_help *help;
187 struct net *net = nf_ct_net(ct);
188 int ret = 0;
190 /* We already got a helper explicitly attached. The function
191 * nf_conntrack_alter_reply - in case NAT is in use - asks for looking
192 * the helper up again. Since now the user is in full control of
193 * making consistent helper configurations, skip this automatic
194 * re-lookup, otherwise we'll lose the helper.
196 if (test_bit(IPS_HELPER_BIT, &ct->status))
197 return 0;
199 if (tmpl != NULL) {
200 help = nfct_help(tmpl);
201 if (help != NULL) {
202 helper = help->helper;
203 set_bit(IPS_HELPER_BIT, &ct->status);
207 help = nfct_help(ct);
208 if (net->ct.sysctl_auto_assign_helper && helper == NULL) {
209 helper = __nf_ct_helper_find(&ct->tuplehash[IP_CT_DIR_REPLY].tuple);
210 if (unlikely(!net->ct.auto_assign_helper_warned && helper)) {
211 pr_info("nf_conntrack: automatic helper "
212 "assignment is deprecated and it will "
213 "be removed soon. Use the iptables CT target "
214 "to attach helpers instead.\n");
215 net->ct.auto_assign_helper_warned = true;
219 if (helper == NULL) {
220 if (help)
221 RCU_INIT_POINTER(help->helper, NULL);
222 goto out;
225 if (help == NULL) {
226 help = nf_ct_helper_ext_add(ct, helper, flags);
227 if (help == NULL) {
228 ret = -ENOMEM;
229 goto out;
231 } else {
232 /* We only allow helper re-assignment of the same sort since
233 * we cannot reallocate the helper extension area.
235 if (help->helper != helper) {
236 RCU_INIT_POINTER(help->helper, NULL);
237 goto out;
241 rcu_assign_pointer(help->helper, helper);
242 out:
243 return ret;
245 EXPORT_SYMBOL_GPL(__nf_ct_try_assign_helper);
247 static inline int unhelp(struct nf_conntrack_tuple_hash *i,
248 const struct nf_conntrack_helper *me)
250 struct nf_conn *ct = nf_ct_tuplehash_to_ctrack(i);
251 struct nf_conn_help *help = nfct_help(ct);
253 if (help && rcu_dereference_protected(
254 help->helper,
255 lockdep_is_held(&nf_conntrack_lock)
256 ) == me) {
257 nf_conntrack_event(IPCT_HELPER, ct);
258 RCU_INIT_POINTER(help->helper, NULL);
260 return 0;
263 void nf_ct_helper_destroy(struct nf_conn *ct)
265 struct nf_conn_help *help = nfct_help(ct);
266 struct nf_conntrack_helper *helper;
268 if (help) {
269 rcu_read_lock();
270 helper = rcu_dereference(help->helper);
271 if (helper && helper->destroy)
272 helper->destroy(ct);
273 rcu_read_unlock();
277 static LIST_HEAD(nf_ct_helper_expectfn_list);
279 void nf_ct_helper_expectfn_register(struct nf_ct_helper_expectfn *n)
281 spin_lock_bh(&nf_conntrack_lock);
282 list_add_rcu(&n->head, &nf_ct_helper_expectfn_list);
283 spin_unlock_bh(&nf_conntrack_lock);
285 EXPORT_SYMBOL_GPL(nf_ct_helper_expectfn_register);
287 void nf_ct_helper_expectfn_unregister(struct nf_ct_helper_expectfn *n)
289 spin_lock_bh(&nf_conntrack_lock);
290 list_del_rcu(&n->head);
291 spin_unlock_bh(&nf_conntrack_lock);
293 EXPORT_SYMBOL_GPL(nf_ct_helper_expectfn_unregister);
295 struct nf_ct_helper_expectfn *
296 nf_ct_helper_expectfn_find_by_name(const char *name)
298 struct nf_ct_helper_expectfn *cur;
299 bool found = false;
301 rcu_read_lock();
302 list_for_each_entry_rcu(cur, &nf_ct_helper_expectfn_list, head) {
303 if (!strcmp(cur->name, name)) {
304 found = true;
305 break;
308 rcu_read_unlock();
309 return found ? cur : NULL;
311 EXPORT_SYMBOL_GPL(nf_ct_helper_expectfn_find_by_name);
313 struct nf_ct_helper_expectfn *
314 nf_ct_helper_expectfn_find_by_symbol(const void *symbol)
316 struct nf_ct_helper_expectfn *cur;
317 bool found = false;
319 rcu_read_lock();
320 list_for_each_entry_rcu(cur, &nf_ct_helper_expectfn_list, head) {
321 if (cur->expectfn == symbol) {
322 found = true;
323 break;
326 rcu_read_unlock();
327 return found ? cur : NULL;
329 EXPORT_SYMBOL_GPL(nf_ct_helper_expectfn_find_by_symbol);
331 int nf_conntrack_helper_register(struct nf_conntrack_helper *me)
333 int ret = 0;
334 struct nf_conntrack_helper *cur;
335 struct hlist_node *n;
336 unsigned int h = helper_hash(&me->tuple);
338 BUG_ON(me->expect_policy == NULL);
339 BUG_ON(me->expect_class_max >= NF_CT_MAX_EXPECT_CLASSES);
340 BUG_ON(strlen(me->name) > NF_CT_HELPER_NAME_LEN - 1);
342 mutex_lock(&nf_ct_helper_mutex);
343 hlist_for_each_entry(cur, n, &nf_ct_helper_hash[h], hnode) {
344 if (strncmp(cur->name, me->name, NF_CT_HELPER_NAME_LEN) == 0 &&
345 cur->tuple.src.l3num == me->tuple.src.l3num &&
346 cur->tuple.dst.protonum == me->tuple.dst.protonum) {
347 ret = -EEXIST;
348 goto out;
351 hlist_add_head_rcu(&me->hnode, &nf_ct_helper_hash[h]);
352 nf_ct_helper_count++;
353 out:
354 mutex_unlock(&nf_ct_helper_mutex);
355 return ret;
357 EXPORT_SYMBOL_GPL(nf_conntrack_helper_register);
359 static void __nf_conntrack_helper_unregister(struct nf_conntrack_helper *me,
360 struct net *net)
362 struct nf_conntrack_tuple_hash *h;
363 struct nf_conntrack_expect *exp;
364 const struct hlist_node *n, *next;
365 const struct hlist_nulls_node *nn;
366 unsigned int i;
368 /* Get rid of expectations */
369 for (i = 0; i < nf_ct_expect_hsize; i++) {
370 hlist_for_each_entry_safe(exp, n, next,
371 &net->ct.expect_hash[i], hnode) {
372 struct nf_conn_help *help = nfct_help(exp->master);
373 if ((rcu_dereference_protected(
374 help->helper,
375 lockdep_is_held(&nf_conntrack_lock)
376 ) == me || exp->helper == me) &&
377 del_timer(&exp->timeout)) {
378 nf_ct_unlink_expect(exp);
379 nf_ct_expect_put(exp);
384 /* Get rid of expecteds, set helpers to NULL. */
385 hlist_nulls_for_each_entry(h, nn, &net->ct.unconfirmed, hnnode)
386 unhelp(h, me);
387 for (i = 0; i < net->ct.htable_size; i++) {
388 hlist_nulls_for_each_entry(h, nn, &net->ct.hash[i], hnnode)
389 unhelp(h, me);
393 void nf_conntrack_helper_unregister(struct nf_conntrack_helper *me)
395 struct net *net;
397 mutex_lock(&nf_ct_helper_mutex);
398 hlist_del_rcu(&me->hnode);
399 nf_ct_helper_count--;
400 mutex_unlock(&nf_ct_helper_mutex);
402 /* Make sure every nothing is still using the helper unless its a
403 * connection in the hash.
405 synchronize_rcu();
407 rtnl_lock();
408 spin_lock_bh(&nf_conntrack_lock);
409 for_each_net(net)
410 __nf_conntrack_helper_unregister(me, net);
411 spin_unlock_bh(&nf_conntrack_lock);
412 rtnl_unlock();
414 EXPORT_SYMBOL_GPL(nf_conntrack_helper_unregister);
416 static struct nf_ct_ext_type helper_extend __read_mostly = {
417 .len = sizeof(struct nf_conn_help),
418 .align = __alignof__(struct nf_conn_help),
419 .id = NF_CT_EXT_HELPER,
422 int nf_conntrack_helper_init(struct net *net)
424 int err;
426 net->ct.auto_assign_helper_warned = false;
427 net->ct.sysctl_auto_assign_helper = nf_ct_auto_assign_helper;
429 if (net_eq(net, &init_net)) {
430 nf_ct_helper_hsize = 1; /* gets rounded up to use one page */
431 nf_ct_helper_hash =
432 nf_ct_alloc_hashtable(&nf_ct_helper_hsize, 0);
433 if (!nf_ct_helper_hash)
434 return -ENOMEM;
436 err = nf_ct_extend_register(&helper_extend);
437 if (err < 0)
438 goto err1;
441 err = nf_conntrack_helper_init_sysctl(net);
442 if (err < 0)
443 goto out_sysctl;
445 return 0;
447 out_sysctl:
448 if (net_eq(net, &init_net))
449 nf_ct_extend_unregister(&helper_extend);
450 err1:
451 nf_ct_free_hashtable(nf_ct_helper_hash, nf_ct_helper_hsize);
452 return err;
455 void nf_conntrack_helper_fini(struct net *net)
457 nf_conntrack_helper_fini_sysctl(net);
458 if (net_eq(net, &init_net)) {
459 nf_ct_extend_unregister(&helper_extend);
460 nf_ct_free_hashtable(nf_ct_helper_hash, nf_ct_helper_hsize);