4 * Copyright 2002 John Levon <levon@movementarian.org>
6 * Persistent cookie-path mappings. These are used by
7 * profilers to convert a per-task EIP value into something
8 * non-transitory that can be processed at a later date.
9 * This is done by locking the dentry/vfsmnt pair in the
10 * kernel until released by the tasks needing the persistent
11 * objects. The tag is simply an unsigned long that refers
12 * to the pair and can be looked up from userspace.
15 #include <linux/config.h>
16 #include <linux/syscalls.h>
17 #include <linux/module.h>
18 #include <linux/slab.h>
19 #include <linux/list.h>
20 #include <linux/mount.h>
21 #include <linux/dcache.h>
23 #include <linux/errno.h>
24 #include <linux/dcookies.h>
25 #include <asm/uaccess.h>
27 /* The dcookies are allocated from a kmem_cache and
28 * hashed onto a small number of lists. None of the
29 * code here is particularly performance critical
31 struct dcookie_struct
{
32 struct dentry
* dentry
;
33 struct vfsmount
* vfsmnt
;
34 struct list_head hash_list
;
37 static LIST_HEAD(dcookie_users
);
38 static DECLARE_MUTEX(dcookie_sem
);
39 static kmem_cache_t
* dcookie_cache
;
40 static struct list_head
* dcookie_hashtable
;
41 static size_t hash_size
;
43 static inline int is_live(void)
45 return !(list_empty(&dcookie_users
));
49 /* The dentry is locked, its address will do for the cookie */
50 static inline unsigned long dcookie_value(struct dcookie_struct
* dcs
)
52 return (unsigned long)dcs
->dentry
;
56 static size_t dcookie_hash(unsigned long dcookie
)
58 return (dcookie
>> L1_CACHE_SHIFT
) & (hash_size
- 1);
62 static struct dcookie_struct
* find_dcookie(unsigned long dcookie
)
64 struct dcookie_struct
*found
= NULL
;
65 struct dcookie_struct
* dcs
;
66 struct list_head
* pos
;
67 struct list_head
* list
;
69 list
= dcookie_hashtable
+ dcookie_hash(dcookie
);
71 list_for_each(pos
, list
) {
72 dcs
= list_entry(pos
, struct dcookie_struct
, hash_list
);
73 if (dcookie_value(dcs
) == dcookie
) {
83 static void hash_dcookie(struct dcookie_struct
* dcs
)
85 struct list_head
* list
= dcookie_hashtable
+ dcookie_hash(dcookie_value(dcs
));
86 list_add(&dcs
->hash_list
, list
);
90 static struct dcookie_struct
* alloc_dcookie(struct dentry
* dentry
,
91 struct vfsmount
* vfsmnt
)
93 struct dcookie_struct
* dcs
= kmem_cache_alloc(dcookie_cache
, GFP_KERNEL
);
97 dentry
->d_cookie
= dcs
;
99 dcs
->dentry
= dget(dentry
);
100 dcs
->vfsmnt
= mntget(vfsmnt
);
107 /* This is the main kernel-side routine that retrieves the cookie
108 * value for a dentry/vfsmnt pair.
110 int get_dcookie(struct dentry
* dentry
, struct vfsmount
* vfsmnt
,
111 unsigned long * cookie
)
114 struct dcookie_struct
* dcs
;
123 dcs
= dentry
->d_cookie
;
126 dcs
= alloc_dcookie(dentry
, vfsmnt
);
133 *cookie
= dcookie_value(dcs
);
141 /* And here is where the userspace process can look up the cookie value
142 * to retrieve the path.
144 asmlinkage
long sys_lookup_dcookie(u64 cookie64
, char __user
* buf
, size_t len
)
146 unsigned long cookie
= (unsigned long)cookie64
;
151 struct dcookie_struct
* dcs
;
153 /* we could leak path information to users
154 * without dir read permission without this
156 if (!capable(CAP_SYS_ADMIN
))
166 if (!(dcs
= find_dcookie(cookie
)))
170 kbuf
= kmalloc(PAGE_SIZE
, GFP_KERNEL
);
174 /* FIXME: (deleted) ? */
175 path
= d_path(dcs
->dentry
, dcs
->vfsmnt
, kbuf
, PAGE_SIZE
);
184 pathlen
= kbuf
+ PAGE_SIZE
- path
;
185 if (pathlen
<= len
) {
187 if (copy_to_user(buf
, path
, pathlen
))
199 static int dcookie_init(void)
201 struct list_head
* d
;
202 unsigned int i
, hash_bits
;
205 dcookie_cache
= kmem_cache_create("dcookie_cache",
206 sizeof(struct dcookie_struct
),
212 dcookie_hashtable
= kmalloc(PAGE_SIZE
, GFP_KERNEL
);
213 if (!dcookie_hashtable
)
219 * Find the power-of-two list-heads that can fit into the allocation..
220 * We don't guarantee that "sizeof(struct list_head)" is necessarily
223 hash_size
= PAGE_SIZE
/ sizeof(struct list_head
);
227 } while ((hash_size
>> hash_bits
) != 0);
231 * Re-calculate the actual number of entries and the mask
232 * from the number of bits we can fit.
234 hash_size
= 1UL << hash_bits
;
236 /* And initialize the newly allocated array */
237 d
= dcookie_hashtable
;
248 kmem_cache_destroy(dcookie_cache
);
253 static void free_dcookie(struct dcookie_struct
* dcs
)
255 dcs
->dentry
->d_cookie
= NULL
;
258 kmem_cache_free(dcookie_cache
, dcs
);
262 static void dcookie_exit(void)
264 struct list_head
* list
;
265 struct list_head
* pos
;
266 struct list_head
* pos2
;
267 struct dcookie_struct
* dcs
;
270 for (i
= 0; i
< hash_size
; ++i
) {
271 list
= dcookie_hashtable
+ i
;
272 list_for_each_safe(pos
, pos2
, list
) {
273 dcs
= list_entry(pos
, struct dcookie_struct
, hash_list
);
274 list_del(&dcs
->hash_list
);
279 kfree(dcookie_hashtable
);
280 kmem_cache_destroy(dcookie_cache
);
284 struct dcookie_user
{
285 struct list_head next
;
288 struct dcookie_user
* dcookie_register(void)
290 struct dcookie_user
* user
;
294 user
= kmalloc(sizeof(struct dcookie_user
), GFP_KERNEL
);
298 if (!is_live() && dcookie_init())
301 list_add(&user
->next
, &dcookie_users
);
313 void dcookie_unregister(struct dcookie_user
* user
)
317 list_del(&user
->next
);
326 EXPORT_SYMBOL_GPL(dcookie_register
);
327 EXPORT_SYMBOL_GPL(dcookie_unregister
);
328 EXPORT_SYMBOL_GPL(get_dcookie
);