1 /* Structure dynamic extension infrastructure
2 * Copyright (C) 2004 Rusty Russell IBM Corporation
3 * Copyright (C) 2007 Netfilter Core Team <coreteam@netfilter.org>
4 * Copyright (C) 2007 USAGI/WIDE Project <http://www.linux-ipv6.org>
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
11 #include <linux/kernel.h>
12 #include <linux/module.h>
13 #include <linux/mutex.h>
14 #include <linux/rcupdate.h>
15 #include <linux/slab.h>
16 #include <linux/skbuff.h>
17 #include <net/netfilter/nf_conntrack_extend.h>
19 static struct nf_ct_ext_type
*nf_ct_ext_types
[NF_CT_EXT_NUM
];
20 static DEFINE_MUTEX(nf_ct_ext_type_mutex
);
22 void __nf_ct_ext_destroy(struct nf_conn
*ct
)
25 struct nf_ct_ext_type
*t
;
27 for (i
= 0; i
< NF_CT_EXT_NUM
; i
++) {
28 if (!nf_ct_ext_exist(ct
, i
))
32 t
= rcu_dereference(nf_ct_ext_types
[i
]);
34 /* Here the nf_ct_ext_type might have been unregisterd.
35 * I.e., it has responsible to cleanup private
36 * area in all conntracks when it is unregisterd.
43 EXPORT_SYMBOL(__nf_ct_ext_destroy
);
46 nf_ct_ext_create(struct nf_ct_ext
**ext
, enum nf_ct_ext_id id
, gfp_t gfp
)
48 unsigned int off
, len
;
49 struct nf_ct_ext_type
*t
;
52 t
= rcu_dereference(nf_ct_ext_types
[id
]);
54 off
= ALIGN(sizeof(struct nf_ct_ext
), t
->align
);
58 *ext
= kzalloc(t
->alloc_size
, gfp
);
62 (*ext
)->offset
[id
] = off
;
65 return (void *)(*ext
) + off
;
68 static void __nf_ct_ext_free_rcu(struct rcu_head
*head
)
70 struct nf_ct_ext
*ext
= container_of(head
, struct nf_ct_ext
, rcu
);
74 void *__nf_ct_ext_add(struct nf_conn
*ct
, enum nf_ct_ext_id id
, gfp_t gfp
)
76 struct nf_ct_ext
*new;
77 int i
, newlen
, newoff
;
78 struct nf_ct_ext_type
*t
;
80 /* Conntrack must not be confirmed to avoid races on reallocation. */
81 NF_CT_ASSERT(!nf_ct_is_confirmed(ct
));
84 return nf_ct_ext_create(&ct
->ext
, id
, gfp
);
86 if (nf_ct_ext_exist(ct
, id
))
90 t
= rcu_dereference(nf_ct_ext_types
[id
]);
93 newoff
= ALIGN(ct
->ext
->len
, t
->align
);
94 newlen
= newoff
+ t
->len
;
97 new = __krealloc(ct
->ext
, newlen
, gfp
);
101 if (new != ct
->ext
) {
102 for (i
= 0; i
< NF_CT_EXT_NUM
; i
++) {
103 if (!nf_ct_ext_exist(ct
, i
))
107 t
= rcu_dereference(nf_ct_ext_types
[i
]);
109 t
->move((void *)new + new->offset
[i
],
110 (void *)ct
->ext
+ ct
->ext
->offset
[i
]);
113 call_rcu(&ct
->ext
->rcu
, __nf_ct_ext_free_rcu
);
117 new->offset
[id
] = newoff
;
119 memset((void *)new + newoff
, 0, newlen
- newoff
);
120 return (void *)new + newoff
;
122 EXPORT_SYMBOL(__nf_ct_ext_add
);
124 static void update_alloc_size(struct nf_ct_ext_type
*type
)
127 struct nf_ct_ext_type
*t1
, *t2
;
128 enum nf_ct_ext_id min
= 0, max
= NF_CT_EXT_NUM
- 1;
130 /* unnecessary to update all types */
131 if ((type
->flags
& NF_CT_EXT_F_PREALLOC
) == 0) {
136 /* This assumes that extended areas in conntrack for the types
137 whose NF_CT_EXT_F_PREALLOC bit set are allocated in order */
138 for (i
= min
; i
<= max
; i
++) {
139 t1
= nf_ct_ext_types
[i
];
143 t1
->alloc_size
= sizeof(struct nf_ct_ext
)
144 + ALIGN(sizeof(struct nf_ct_ext
), t1
->align
)
146 for (j
= 0; j
< NF_CT_EXT_NUM
; j
++) {
147 t2
= nf_ct_ext_types
[j
];
148 if (t2
== NULL
|| t2
== t1
||
149 (t2
->flags
& NF_CT_EXT_F_PREALLOC
) == 0)
152 t1
->alloc_size
= ALIGN(t1
->alloc_size
, t2
->align
)
158 /* This MUST be called in process context. */
159 int nf_ct_extend_register(struct nf_ct_ext_type
*type
)
163 mutex_lock(&nf_ct_ext_type_mutex
);
164 if (nf_ct_ext_types
[type
->id
]) {
169 /* This ensures that nf_ct_ext_create() can allocate enough area
170 before updating alloc_size */
171 type
->alloc_size
= ALIGN(sizeof(struct nf_ct_ext
), type
->align
)
173 rcu_assign_pointer(nf_ct_ext_types
[type
->id
], type
);
174 update_alloc_size(type
);
176 mutex_unlock(&nf_ct_ext_type_mutex
);
179 EXPORT_SYMBOL_GPL(nf_ct_extend_register
);
181 /* This MUST be called in process context. */
182 void nf_ct_extend_unregister(struct nf_ct_ext_type
*type
)
184 mutex_lock(&nf_ct_ext_type_mutex
);
185 rcu_assign_pointer(nf_ct_ext_types
[type
->id
], NULL
);
186 update_alloc_size(type
);
187 mutex_unlock(&nf_ct_ext_type_mutex
);
188 rcu_barrier(); /* Wait for completion of call_rcu()'s */
190 EXPORT_SYMBOL_GPL(nf_ct_extend_unregister
);