1 #include "ceph_debug.h"
3 #include <linux/spinlock.h>
4 #include <linux/fs_struct.h>
5 #include <linux/namei.h>
6 #include <linux/slab.h>
7 #include <linux/sched.h>
12 * Directory operations: readdir, lookup, create, link, unlink,
17 * Ceph MDS operations are specified in terms of a base ino and
18 * relative path. Thus, the client can specify an operation on a
19 * specific inode (e.g., a getattr due to fstat(2)), or as a path
20 * relative to, say, the root directory.
22 * Normally, we limit ourselves to strict inode ops (no path component)
23 * or dentry operations (a single path component relative to an ino). The
24 * exception to this is open_root_dentry(), which will open the mount
28 const struct inode_operations ceph_dir_iops
;
29 const struct file_operations ceph_dir_fops
;
30 const struct dentry_operations ceph_dentry_ops
;
33 * Initialize ceph dentry state.
35 int ceph_init_dentry(struct dentry
*dentry
)
37 struct ceph_dentry_info
*di
;
42 if (ceph_snap(dentry
->d_parent
->d_inode
) == CEPH_NOSNAP
)
43 dentry
->d_op
= &ceph_dentry_ops
;
44 else if (ceph_snap(dentry
->d_parent
->d_inode
) == CEPH_SNAPDIR
)
45 dentry
->d_op
= &ceph_snapdir_dentry_ops
;
47 dentry
->d_op
= &ceph_snap_dentry_ops
;
49 di
= kmem_cache_alloc(ceph_dentry_cachep
, GFP_NOFS
| __GFP_ZERO
);
51 return -ENOMEM
; /* oh well */
53 spin_lock(&dentry
->d_lock
);
54 if (dentry
->d_fsdata
) {
56 kmem_cache_free(ceph_dentry_cachep
, di
);
60 di
->lease_session
= NULL
;
61 dentry
->d_fsdata
= di
;
62 dentry
->d_time
= jiffies
;
63 ceph_dentry_lru_add(dentry
);
65 spin_unlock(&dentry
->d_lock
);
72 * for readdir, we encode the directory frag and offset within that
75 static unsigned fpos_frag(loff_t p
)
79 static unsigned fpos_off(loff_t p
)
81 return p
& 0xffffffff;
85 * When possible, we try to satisfy a readdir by peeking at the
86 * dcache. We make this work by carefully ordering dentries on
87 * d_u.d_child when we initially get results back from the MDS, and
88 * falling back to a "normal" sync readdir if any dentries in the dir
91 * I_COMPLETE tells indicates we have all dentries in the dir. It is
92 * defined IFF we hold CEPH_CAP_FILE_SHARED (which will be revoked by
93 * the MDS if/when the directory is modified).
95 static int __dcache_readdir(struct file
*filp
,
96 void *dirent
, filldir_t filldir
)
97 __releases(inode
->i_lock
)
98 __acquires(inode
->i_lock
)
100 struct inode
*inode
= filp
->f_dentry
->d_inode
;
101 struct ceph_file_info
*fi
= filp
->private_data
;
102 struct dentry
*parent
= filp
->f_dentry
;
103 struct inode
*dir
= parent
->d_inode
;
105 struct dentry
*dentry
, *last
;
106 struct ceph_dentry_info
*di
;
109 /* claim ref on last dentry we returned */
113 dout("__dcache_readdir %p at %llu (last %p)\n", dir
, filp
->f_pos
,
116 spin_lock(&dcache_lock
);
118 /* start at beginning? */
119 if (filp
->f_pos
== 2 || (last
&&
120 filp
->f_pos
< ceph_dentry(last
)->offset
)) {
121 if (list_empty(&parent
->d_subdirs
))
123 p
= parent
->d_subdirs
.prev
;
124 dout(" initial p %p/%p\n", p
->prev
, p
->next
);
126 p
= last
->d_u
.d_child
.prev
;
130 dentry
= list_entry(p
, struct dentry
, d_u
.d_child
);
131 di
= ceph_dentry(dentry
);
133 dout(" p %p/%p %s d_subdirs %p/%p\n", p
->prev
, p
->next
,
134 d_unhashed(dentry
) ? "!hashed" : "hashed",
135 parent
->d_subdirs
.prev
, parent
->d_subdirs
.next
);
136 if (p
== &parent
->d_subdirs
) {
140 if (!d_unhashed(dentry
) && dentry
->d_inode
&&
141 ceph_snap(dentry
->d_inode
) != CEPH_SNAPDIR
&&
142 ceph_ino(dentry
->d_inode
) != CEPH_INO_CEPH
&&
143 filp
->f_pos
<= di
->offset
)
145 dout(" skipping %p %.*s at %llu (%llu)%s%s\n", dentry
,
146 dentry
->d_name
.len
, dentry
->d_name
.name
, di
->offset
,
147 filp
->f_pos
, d_unhashed(dentry
) ? " unhashed" : "",
148 !dentry
->d_inode
? " null" : "");
150 dentry
= list_entry(p
, struct dentry
, d_u
.d_child
);
151 di
= ceph_dentry(dentry
);
154 atomic_inc(&dentry
->d_count
);
155 spin_unlock(&dcache_lock
);
156 spin_unlock(&inode
->i_lock
);
158 dout(" %llu (%llu) dentry %p %.*s %p\n", di
->offset
, filp
->f_pos
,
159 dentry
, dentry
->d_name
.len
, dentry
->d_name
.name
, dentry
->d_inode
);
160 filp
->f_pos
= di
->offset
;
161 err
= filldir(dirent
, dentry
->d_name
.name
,
162 dentry
->d_name
.len
, di
->offset
,
163 dentry
->d_inode
->i_ino
,
164 dentry
->d_inode
->i_mode
>> 12);
168 /* remember our position */
170 fi
->next_offset
= di
->offset
;
177 spin_lock(&inode
->i_lock
);
178 spin_lock(&dcache_lock
);
188 /* make sure a dentry wasn't dropped while we didn't have dcache_lock */
189 if ((ceph_inode(dir
)->i_ceph_flags
& CEPH_I_COMPLETE
))
191 dout(" lost I_COMPLETE on %p; falling back to mds\n", dir
);
195 spin_unlock(&dcache_lock
);
198 spin_unlock(&inode
->i_lock
);
200 spin_lock(&inode
->i_lock
);
207 * make note of the last dentry we read, so we can
208 * continue at the same lexicographical point,
209 * regardless of what dir changes take place on the
212 static int note_last_dentry(struct ceph_file_info
*fi
, const char *name
,
215 kfree(fi
->last_name
);
216 fi
->last_name
= kmalloc(len
+1, GFP_NOFS
);
219 memcpy(fi
->last_name
, name
, len
);
220 fi
->last_name
[len
] = 0;
221 dout("note_last_dentry '%s'\n", fi
->last_name
);
225 static int ceph_readdir(struct file
*filp
, void *dirent
, filldir_t filldir
)
227 struct ceph_file_info
*fi
= filp
->private_data
;
228 struct inode
*inode
= filp
->f_dentry
->d_inode
;
229 struct ceph_inode_info
*ci
= ceph_inode(inode
);
230 struct ceph_client
*client
= ceph_inode_to_client(inode
);
231 struct ceph_mds_client
*mdsc
= &client
->mdsc
;
232 unsigned frag
= fpos_frag(filp
->f_pos
);
233 int off
= fpos_off(filp
->f_pos
);
236 struct ceph_mds_reply_info_parsed
*rinfo
;
237 const int max_entries
= client
->mount_args
->max_readdir
;
238 const int max_bytes
= client
->mount_args
->max_readdir_bytes
;
240 dout("readdir %p filp %p frag %u off %u\n", inode
, filp
, frag
, off
);
244 /* always start with . and .. */
245 if (filp
->f_pos
== 0) {
246 /* note dir version at start of readdir so we can tell
247 * if any dentries get dropped */
248 fi
->dir_release_count
= ci
->i_release_count
;
250 dout("readdir off 0 -> '.'\n");
251 if (filldir(dirent
, ".", 1, ceph_make_fpos(0, 0),
252 inode
->i_ino
, inode
->i_mode
>> 12) < 0)
257 if (filp
->f_pos
== 1) {
258 dout("readdir off 1 -> '..'\n");
259 if (filldir(dirent
, "..", 2, ceph_make_fpos(0, 1),
260 filp
->f_dentry
->d_parent
->d_inode
->i_ino
,
261 inode
->i_mode
>> 12) < 0)
267 /* can we use the dcache? */
268 spin_lock(&inode
->i_lock
);
269 if ((filp
->f_pos
== 2 || fi
->dentry
) &&
270 !ceph_test_opt(client
, NOASYNCREADDIR
) &&
271 ceph_snap(inode
) != CEPH_SNAPDIR
&&
272 (ci
->i_ceph_flags
& CEPH_I_COMPLETE
) &&
273 __ceph_caps_issued_mask(ci
, CEPH_CAP_FILE_SHARED
, 1)) {
274 err
= __dcache_readdir(filp
, dirent
, filldir
);
275 if (err
!= -EAGAIN
) {
276 spin_unlock(&inode
->i_lock
);
280 spin_unlock(&inode
->i_lock
);
282 err
= note_last_dentry(fi
, fi
->dentry
->d_name
.name
,
283 fi
->dentry
->d_name
.len
);
290 /* proceed with a normal readdir */
293 /* do we have the correct frag content buffered? */
294 if (fi
->frag
!= frag
|| fi
->last_readdir
== NULL
) {
295 struct ceph_mds_request
*req
;
296 int op
= ceph_snap(inode
) == CEPH_SNAPDIR
?
297 CEPH_MDS_OP_LSSNAP
: CEPH_MDS_OP_READDIR
;
299 /* discard old result, if any */
300 if (fi
->last_readdir
) {
301 ceph_mdsc_put_request(fi
->last_readdir
);
302 fi
->last_readdir
= NULL
;
305 /* requery frag tree, as the frag topology may have changed */
306 frag
= ceph_choose_frag(ceph_inode(inode
), frag
, NULL
, NULL
);
308 dout("readdir fetching %llx.%llx frag %x offset '%s'\n",
309 ceph_vinop(inode
), frag
, fi
->last_name
);
310 req
= ceph_mdsc_create_request(mdsc
, op
, USE_AUTH_MDS
);
313 req
->r_inode
= igrab(inode
);
314 req
->r_dentry
= dget(filp
->f_dentry
);
315 /* hints to request -> mds selection code */
316 req
->r_direct_mode
= USE_AUTH_MDS
;
317 req
->r_direct_hash
= ceph_frag_value(frag
);
318 req
->r_direct_is_hash
= true;
319 req
->r_path2
= kstrdup(fi
->last_name
, GFP_NOFS
);
320 req
->r_readdir_offset
= fi
->next_offset
;
321 req
->r_args
.readdir
.frag
= cpu_to_le32(frag
);
322 req
->r_args
.readdir
.max_entries
= cpu_to_le32(max_entries
);
323 req
->r_args
.readdir
.max_bytes
= cpu_to_le32(max_bytes
);
324 req
->r_num_caps
= max_entries
+ 1;
325 err
= ceph_mdsc_do_request(mdsc
, NULL
, req
);
327 ceph_mdsc_put_request(req
);
330 dout("readdir got and parsed readdir result=%d"
331 " on frag %x, end=%d, complete=%d\n", err
, frag
,
332 (int)req
->r_reply_info
.dir_end
,
333 (int)req
->r_reply_info
.dir_complete
);
335 if (!req
->r_did_prepopulate
) {
336 dout("readdir !did_prepopulate");
337 fi
->dir_release_count
--; /* preclude I_COMPLETE */
340 /* note next offset and last dentry name */
341 fi
->offset
= fi
->next_offset
;
342 fi
->last_readdir
= req
;
344 if (req
->r_reply_info
.dir_end
) {
345 kfree(fi
->last_name
);
346 fi
->last_name
= NULL
;
349 rinfo
= &req
->r_reply_info
;
350 err
= note_last_dentry(fi
,
351 rinfo
->dir_dname
[rinfo
->dir_nr
-1],
352 rinfo
->dir_dname_len
[rinfo
->dir_nr
-1]);
355 fi
->next_offset
+= rinfo
->dir_nr
;
359 rinfo
= &fi
->last_readdir
->r_reply_info
;
360 dout("readdir frag %x num %d off %d chunkoff %d\n", frag
,
361 rinfo
->dir_nr
, off
, fi
->offset
);
362 while (off
- fi
->offset
>= 0 && off
- fi
->offset
< rinfo
->dir_nr
) {
363 u64 pos
= ceph_make_fpos(frag
, off
);
364 struct ceph_mds_reply_inode
*in
=
365 rinfo
->dir_in
[off
- fi
->offset
].in
;
366 dout("readdir off %d (%d/%d) -> %lld '%.*s' %p\n",
367 off
, off
- fi
->offset
, rinfo
->dir_nr
, pos
,
368 rinfo
->dir_dname_len
[off
- fi
->offset
],
369 rinfo
->dir_dname
[off
- fi
->offset
], in
);
371 ftype
= le32_to_cpu(in
->mode
) >> 12;
373 rinfo
->dir_dname
[off
- fi
->offset
],
374 rinfo
->dir_dname_len
[off
- fi
->offset
],
376 le64_to_cpu(in
->ino
),
378 dout("filldir stopping us...\n");
382 filp
->f_pos
= pos
+ 1;
386 ceph_mdsc_put_request(fi
->last_readdir
);
387 fi
->last_readdir
= NULL
;
392 if (!ceph_frag_is_rightmost(frag
)) {
393 frag
= ceph_frag_next(frag
);
395 filp
->f_pos
= ceph_make_fpos(frag
, off
);
396 dout("readdir next frag is %x\n", frag
);
402 * if dir_release_count still matches the dir, no dentries
403 * were released during the whole readdir, and we should have
404 * the complete dir contents in our cache.
406 spin_lock(&inode
->i_lock
);
407 if (ci
->i_release_count
== fi
->dir_release_count
) {
408 dout(" marking %p complete\n", inode
);
409 ci
->i_ceph_flags
|= CEPH_I_COMPLETE
;
410 ci
->i_max_offset
= filp
->f_pos
;
412 spin_unlock(&inode
->i_lock
);
414 dout("readdir %p filp %p done.\n", inode
, filp
);
418 static void reset_readdir(struct ceph_file_info
*fi
)
420 if (fi
->last_readdir
) {
421 ceph_mdsc_put_request(fi
->last_readdir
);
422 fi
->last_readdir
= NULL
;
424 kfree(fi
->last_name
);
425 fi
->next_offset
= 2; /* compensate for . and .. */
433 static loff_t
ceph_dir_llseek(struct file
*file
, loff_t offset
, int origin
)
435 struct ceph_file_info
*fi
= file
->private_data
;
436 struct inode
*inode
= file
->f_mapping
->host
;
437 loff_t old_offset
= offset
;
440 mutex_lock(&inode
->i_mutex
);
443 offset
+= inode
->i_size
+ 2; /* FIXME */
446 offset
+= file
->f_pos
;
449 if (offset
>= 0 && offset
<= inode
->i_sb
->s_maxbytes
) {
450 if (offset
!= file
->f_pos
) {
451 file
->f_pos
= offset
;
458 * discard buffered readdir content on seekdir(0), or
459 * seek to new frag, or seek prior to current chunk.
462 fpos_frag(offset
) != fpos_frag(old_offset
) ||
463 fpos_off(offset
) < fi
->offset
) {
464 dout("dir_llseek dropping %p content\n", file
);
468 /* bump dir_release_count if we did a forward seek */
469 if (offset
> old_offset
)
470 fi
->dir_release_count
--;
472 mutex_unlock(&inode
->i_mutex
);
477 * Process result of a lookup/open request.
479 * Mainly, make sure we return the final req->r_dentry (if it already
480 * existed) in place of the original VFS-provided dentry when they
483 * Gracefully handle the case where the MDS replies with -ENOENT and
484 * no trace (which it may do, at its discretion, e.g., if it doesn't
485 * care to issue a lease on the negative dentry).
487 struct dentry
*ceph_finish_lookup(struct ceph_mds_request
*req
,
488 struct dentry
*dentry
, int err
)
490 struct ceph_client
*client
= ceph_sb_to_client(dentry
->d_sb
);
491 struct inode
*parent
= dentry
->d_parent
->d_inode
;
494 if (err
== -ENOENT
&&
495 ceph_vino(parent
).ino
!= CEPH_INO_ROOT
&& /* no .snap in root dir */
496 strcmp(dentry
->d_name
.name
,
497 client
->mount_args
->snapdir_name
) == 0) {
498 struct inode
*inode
= ceph_get_snapdir(parent
);
499 dout("ENOENT on snapdir %p '%.*s', linking to snapdir %p\n",
500 dentry
, dentry
->d_name
.len
, dentry
->d_name
.name
, inode
);
501 BUG_ON(!d_unhashed(dentry
));
502 d_add(dentry
, inode
);
506 if (err
== -ENOENT
) {
509 if (!req
->r_reply_info
.head
->is_dentry
) {
510 dout("ENOENT and no trace, dentry %p inode %p\n",
511 dentry
, dentry
->d_inode
);
512 if (dentry
->d_inode
) {
521 dentry
= ERR_PTR(err
);
522 else if (dentry
!= req
->r_dentry
)
523 dentry
= dget(req
->r_dentry
); /* we got spliced */
529 static int is_root_ceph_dentry(struct inode
*inode
, struct dentry
*dentry
)
531 return ceph_ino(inode
) == CEPH_INO_ROOT
&&
532 strncmp(dentry
->d_name
.name
, ".ceph", 5) == 0;
536 * Look up a single dir entry. If there is a lookup intent, inform
537 * the MDS so that it gets our 'caps wanted' value in a single op.
539 static struct dentry
*ceph_lookup(struct inode
*dir
, struct dentry
*dentry
,
540 struct nameidata
*nd
)
542 struct ceph_client
*client
= ceph_sb_to_client(dir
->i_sb
);
543 struct ceph_mds_client
*mdsc
= &client
->mdsc
;
544 struct ceph_mds_request
*req
;
548 dout("lookup %p dentry %p '%.*s'\n",
549 dir
, dentry
, dentry
->d_name
.len
, dentry
->d_name
.name
);
551 if (dentry
->d_name
.len
> NAME_MAX
)
552 return ERR_PTR(-ENAMETOOLONG
);
554 err
= ceph_init_dentry(dentry
);
558 /* open (but not create!) intent? */
560 (nd
->flags
& LOOKUP_OPEN
) &&
561 (nd
->flags
& LOOKUP_CONTINUE
) == 0 && /* only open last component */
562 !(nd
->intent
.open
.flags
& O_CREAT
)) {
563 int mode
= nd
->intent
.open
.create_mode
& ~current
->fs
->umask
;
564 return ceph_lookup_open(dir
, dentry
, nd
, mode
, 1);
567 /* can we conclude ENOENT locally? */
568 if (dentry
->d_inode
== NULL
) {
569 struct ceph_inode_info
*ci
= ceph_inode(dir
);
570 struct ceph_dentry_info
*di
= ceph_dentry(dentry
);
572 spin_lock(&dir
->i_lock
);
573 dout(" dir %p flags are %d\n", dir
, ci
->i_ceph_flags
);
574 if (strncmp(dentry
->d_name
.name
,
575 client
->mount_args
->snapdir_name
,
576 dentry
->d_name
.len
) &&
577 !is_root_ceph_dentry(dir
, dentry
) &&
578 (ci
->i_ceph_flags
& CEPH_I_COMPLETE
) &&
579 (__ceph_caps_issued_mask(ci
, CEPH_CAP_FILE_SHARED
, 1))) {
580 spin_unlock(&dir
->i_lock
);
581 dout(" dir %p complete, -ENOENT\n", dir
);
583 di
->lease_shared_gen
= ci
->i_shared_gen
;
586 spin_unlock(&dir
->i_lock
);
589 op
= ceph_snap(dir
) == CEPH_SNAPDIR
?
590 CEPH_MDS_OP_LOOKUPSNAP
: CEPH_MDS_OP_LOOKUP
;
591 req
= ceph_mdsc_create_request(mdsc
, op
, USE_ANY_MDS
);
593 return ERR_CAST(req
);
594 req
->r_dentry
= dget(dentry
);
596 /* we only need inode linkage */
597 req
->r_args
.getattr
.mask
= cpu_to_le32(CEPH_STAT_CAP_INODE
);
598 req
->r_locked_dir
= dir
;
599 err
= ceph_mdsc_do_request(mdsc
, NULL
, req
);
600 dentry
= ceph_finish_lookup(req
, dentry
, err
);
601 ceph_mdsc_put_request(req
); /* will dput(dentry) */
602 dout("lookup result=%p\n", dentry
);
607 * If we do a create but get no trace back from the MDS, follow up with
608 * a lookup (the VFS expects us to link up the provided dentry).
610 int ceph_handle_notrace_create(struct inode
*dir
, struct dentry
*dentry
)
612 struct dentry
*result
= ceph_lookup(dir
, dentry
, NULL
);
614 if (result
&& !IS_ERR(result
)) {
616 * We created the item, then did a lookup, and found
617 * it was already linked to another inode we already
618 * had in our cache (and thus got spliced). Link our
619 * dentry to that inode, but don't hash it, just in
620 * case the VFS wants to dereference it.
622 BUG_ON(!result
->d_inode
);
623 d_instantiate(dentry
, result
->d_inode
);
626 return PTR_ERR(result
);
629 static int ceph_mknod(struct inode
*dir
, struct dentry
*dentry
,
630 int mode
, dev_t rdev
)
632 struct ceph_client
*client
= ceph_sb_to_client(dir
->i_sb
);
633 struct ceph_mds_client
*mdsc
= &client
->mdsc
;
634 struct ceph_mds_request
*req
;
637 if (ceph_snap(dir
) != CEPH_NOSNAP
)
640 dout("mknod in dir %p dentry %p mode 0%o rdev %d\n",
641 dir
, dentry
, mode
, rdev
);
642 req
= ceph_mdsc_create_request(mdsc
, CEPH_MDS_OP_MKNOD
, USE_AUTH_MDS
);
647 req
->r_dentry
= dget(dentry
);
649 req
->r_locked_dir
= dir
;
650 req
->r_args
.mknod
.mode
= cpu_to_le32(mode
);
651 req
->r_args
.mknod
.rdev
= cpu_to_le32(rdev
);
652 req
->r_dentry_drop
= CEPH_CAP_FILE_SHARED
;
653 req
->r_dentry_unless
= CEPH_CAP_FILE_EXCL
;
654 err
= ceph_mdsc_do_request(mdsc
, dir
, req
);
655 if (!err
&& !req
->r_reply_info
.head
->is_dentry
)
656 err
= ceph_handle_notrace_create(dir
, dentry
);
657 ceph_mdsc_put_request(req
);
663 static int ceph_create(struct inode
*dir
, struct dentry
*dentry
, int mode
,
664 struct nameidata
*nd
)
666 dout("create in dir %p dentry %p name '%.*s'\n",
667 dir
, dentry
, dentry
->d_name
.len
, dentry
->d_name
.name
);
669 if (ceph_snap(dir
) != CEPH_NOSNAP
)
673 BUG_ON((nd
->flags
& LOOKUP_OPEN
) == 0);
674 dentry
= ceph_lookup_open(dir
, dentry
, nd
, mode
, 0);
675 /* hrm, what should i do here if we get aliased? */
677 return PTR_ERR(dentry
);
681 /* fall back to mknod */
682 return ceph_mknod(dir
, dentry
, (mode
& ~S_IFMT
) | S_IFREG
, 0);
685 static int ceph_symlink(struct inode
*dir
, struct dentry
*dentry
,
688 struct ceph_client
*client
= ceph_sb_to_client(dir
->i_sb
);
689 struct ceph_mds_client
*mdsc
= &client
->mdsc
;
690 struct ceph_mds_request
*req
;
693 if (ceph_snap(dir
) != CEPH_NOSNAP
)
696 dout("symlink in dir %p dentry %p to '%s'\n", dir
, dentry
, dest
);
697 req
= ceph_mdsc_create_request(mdsc
, CEPH_MDS_OP_SYMLINK
, USE_AUTH_MDS
);
702 req
->r_dentry
= dget(dentry
);
704 req
->r_path2
= kstrdup(dest
, GFP_NOFS
);
705 req
->r_locked_dir
= dir
;
706 req
->r_dentry_drop
= CEPH_CAP_FILE_SHARED
;
707 req
->r_dentry_unless
= CEPH_CAP_FILE_EXCL
;
708 err
= ceph_mdsc_do_request(mdsc
, dir
, req
);
709 if (!err
&& !req
->r_reply_info
.head
->is_dentry
)
710 err
= ceph_handle_notrace_create(dir
, dentry
);
711 ceph_mdsc_put_request(req
);
717 static int ceph_mkdir(struct inode
*dir
, struct dentry
*dentry
, int mode
)
719 struct ceph_client
*client
= ceph_sb_to_client(dir
->i_sb
);
720 struct ceph_mds_client
*mdsc
= &client
->mdsc
;
721 struct ceph_mds_request
*req
;
725 if (ceph_snap(dir
) == CEPH_SNAPDIR
) {
726 /* mkdir .snap/foo is a MKSNAP */
727 op
= CEPH_MDS_OP_MKSNAP
;
728 dout("mksnap dir %p snap '%.*s' dn %p\n", dir
,
729 dentry
->d_name
.len
, dentry
->d_name
.name
, dentry
);
730 } else if (ceph_snap(dir
) == CEPH_NOSNAP
) {
731 dout("mkdir dir %p dn %p mode 0%o\n", dir
, dentry
, mode
);
732 op
= CEPH_MDS_OP_MKDIR
;
736 req
= ceph_mdsc_create_request(mdsc
, op
, USE_AUTH_MDS
);
742 req
->r_dentry
= dget(dentry
);
744 req
->r_locked_dir
= dir
;
745 req
->r_args
.mkdir
.mode
= cpu_to_le32(mode
);
746 req
->r_dentry_drop
= CEPH_CAP_FILE_SHARED
;
747 req
->r_dentry_unless
= CEPH_CAP_FILE_EXCL
;
748 err
= ceph_mdsc_do_request(mdsc
, dir
, req
);
749 if (!err
&& !req
->r_reply_info
.head
->is_dentry
)
750 err
= ceph_handle_notrace_create(dir
, dentry
);
751 ceph_mdsc_put_request(req
);
758 static int ceph_link(struct dentry
*old_dentry
, struct inode
*dir
,
759 struct dentry
*dentry
)
761 struct ceph_client
*client
= ceph_sb_to_client(dir
->i_sb
);
762 struct ceph_mds_client
*mdsc
= &client
->mdsc
;
763 struct ceph_mds_request
*req
;
766 if (ceph_snap(dir
) != CEPH_NOSNAP
)
769 dout("link in dir %p old_dentry %p dentry %p\n", dir
,
771 req
= ceph_mdsc_create_request(mdsc
, CEPH_MDS_OP_LINK
, USE_AUTH_MDS
);
776 req
->r_dentry
= dget(dentry
);
778 req
->r_old_dentry
= dget(old_dentry
); /* or inode? hrm. */
779 req
->r_locked_dir
= dir
;
780 req
->r_dentry_drop
= CEPH_CAP_FILE_SHARED
;
781 req
->r_dentry_unless
= CEPH_CAP_FILE_EXCL
;
782 err
= ceph_mdsc_do_request(mdsc
, dir
, req
);
785 else if (!req
->r_reply_info
.head
->is_dentry
)
786 d_instantiate(dentry
, igrab(old_dentry
->d_inode
));
787 ceph_mdsc_put_request(req
);
792 * For a soon-to-be unlinked file, drop the AUTH_RDCACHE caps. If it
793 * looks like the link count will hit 0, drop any other caps (other
794 * than PIN) we don't specifically want (due to the file still being
797 static int drop_caps_for_unlink(struct inode
*inode
)
799 struct ceph_inode_info
*ci
= ceph_inode(inode
);
800 int drop
= CEPH_CAP_LINK_SHARED
| CEPH_CAP_LINK_EXCL
;
802 spin_lock(&inode
->i_lock
);
803 if (inode
->i_nlink
== 1) {
804 drop
|= ~(__ceph_caps_wanted(ci
) | CEPH_CAP_PIN
);
805 ci
->i_ceph_flags
|= CEPH_I_NODELAY
;
807 spin_unlock(&inode
->i_lock
);
812 * rmdir and unlink are differ only by the metadata op code
814 static int ceph_unlink(struct inode
*dir
, struct dentry
*dentry
)
816 struct ceph_client
*client
= ceph_sb_to_client(dir
->i_sb
);
817 struct ceph_mds_client
*mdsc
= &client
->mdsc
;
818 struct inode
*inode
= dentry
->d_inode
;
819 struct ceph_mds_request
*req
;
823 if (ceph_snap(dir
) == CEPH_SNAPDIR
) {
824 /* rmdir .snap/foo is RMSNAP */
825 dout("rmsnap dir %p '%.*s' dn %p\n", dir
, dentry
->d_name
.len
,
826 dentry
->d_name
.name
, dentry
);
827 op
= CEPH_MDS_OP_RMSNAP
;
828 } else if (ceph_snap(dir
) == CEPH_NOSNAP
) {
829 dout("unlink/rmdir dir %p dn %p inode %p\n",
831 op
= ((dentry
->d_inode
->i_mode
& S_IFMT
) == S_IFDIR
) ?
832 CEPH_MDS_OP_RMDIR
: CEPH_MDS_OP_UNLINK
;
835 req
= ceph_mdsc_create_request(mdsc
, op
, USE_AUTH_MDS
);
840 req
->r_dentry
= dget(dentry
);
842 req
->r_locked_dir
= dir
;
843 req
->r_dentry_drop
= CEPH_CAP_FILE_SHARED
;
844 req
->r_dentry_unless
= CEPH_CAP_FILE_EXCL
;
845 req
->r_inode_drop
= drop_caps_for_unlink(inode
);
846 err
= ceph_mdsc_do_request(mdsc
, dir
, req
);
847 if (!err
&& !req
->r_reply_info
.head
->is_dentry
)
849 ceph_mdsc_put_request(req
);
854 static int ceph_rename(struct inode
*old_dir
, struct dentry
*old_dentry
,
855 struct inode
*new_dir
, struct dentry
*new_dentry
)
857 struct ceph_client
*client
= ceph_sb_to_client(old_dir
->i_sb
);
858 struct ceph_mds_client
*mdsc
= &client
->mdsc
;
859 struct ceph_mds_request
*req
;
862 if (ceph_snap(old_dir
) != ceph_snap(new_dir
))
864 if (ceph_snap(old_dir
) != CEPH_NOSNAP
||
865 ceph_snap(new_dir
) != CEPH_NOSNAP
)
867 dout("rename dir %p dentry %p to dir %p dentry %p\n",
868 old_dir
, old_dentry
, new_dir
, new_dentry
);
869 req
= ceph_mdsc_create_request(mdsc
, CEPH_MDS_OP_RENAME
, USE_AUTH_MDS
);
872 req
->r_dentry
= dget(new_dentry
);
874 req
->r_old_dentry
= dget(old_dentry
);
875 req
->r_locked_dir
= new_dir
;
876 req
->r_old_dentry_drop
= CEPH_CAP_FILE_SHARED
;
877 req
->r_old_dentry_unless
= CEPH_CAP_FILE_EXCL
;
878 req
->r_dentry_drop
= CEPH_CAP_FILE_SHARED
;
879 req
->r_dentry_unless
= CEPH_CAP_FILE_EXCL
;
880 /* release LINK_RDCACHE on source inode (mds will lock it) */
881 req
->r_old_inode_drop
= CEPH_CAP_LINK_SHARED
;
882 if (new_dentry
->d_inode
)
883 req
->r_inode_drop
= drop_caps_for_unlink(new_dentry
->d_inode
);
884 err
= ceph_mdsc_do_request(mdsc
, old_dir
, req
);
885 if (!err
&& !req
->r_reply_info
.head
->is_dentry
) {
887 * Normally d_move() is done by fill_trace (called by
888 * do_request, above). If there is no trace, we need
892 /* d_move screws up d_subdirs order */
893 ceph_i_clear(new_dir
, CEPH_I_COMPLETE
);
895 d_move(old_dentry
, new_dentry
);
897 /* ensure target dentry is invalidated, despite
898 rehashing bug in vfs_rename_dir */
899 ceph_invalidate_dentry_lease(new_dentry
);
901 ceph_mdsc_put_request(req
);
906 * Ensure a dentry lease will no longer revalidate.
908 void ceph_invalidate_dentry_lease(struct dentry
*dentry
)
910 spin_lock(&dentry
->d_lock
);
911 dentry
->d_time
= jiffies
;
912 ceph_dentry(dentry
)->lease_shared_gen
= 0;
913 spin_unlock(&dentry
->d_lock
);
917 * Check if dentry lease is valid. If not, delete the lease. Try to
918 * renew if the least is more than half up.
920 static int dentry_lease_is_valid(struct dentry
*dentry
)
922 struct ceph_dentry_info
*di
;
923 struct ceph_mds_session
*s
;
927 struct ceph_mds_session
*session
= NULL
;
928 struct inode
*dir
= NULL
;
931 spin_lock(&dentry
->d_lock
);
932 di
= ceph_dentry(dentry
);
933 if (di
&& di
->lease_session
) {
934 s
= di
->lease_session
;
935 spin_lock(&s
->s_cap_lock
);
938 spin_unlock(&s
->s_cap_lock
);
940 if (di
->lease_gen
== gen
&&
941 time_before(jiffies
, dentry
->d_time
) &&
942 time_before(jiffies
, ttl
)) {
944 if (di
->lease_renew_after
&&
945 time_after(jiffies
, di
->lease_renew_after
)) {
946 /* we should renew */
947 dir
= dentry
->d_parent
->d_inode
;
948 session
= ceph_get_mds_session(s
);
950 di
->lease_renew_after
= 0;
951 di
->lease_renew_from
= jiffies
;
955 spin_unlock(&dentry
->d_lock
);
958 ceph_mdsc_lease_send_msg(session
, dir
, dentry
,
959 CEPH_MDS_LEASE_RENEW
, seq
);
960 ceph_put_mds_session(session
);
962 dout("dentry_lease_is_valid - dentry %p = %d\n", dentry
, valid
);
967 * Check if directory-wide content lease/cap is valid.
969 static int dir_lease_is_valid(struct inode
*dir
, struct dentry
*dentry
)
971 struct ceph_inode_info
*ci
= ceph_inode(dir
);
972 struct ceph_dentry_info
*di
= ceph_dentry(dentry
);
975 spin_lock(&dir
->i_lock
);
976 if (ci
->i_shared_gen
== di
->lease_shared_gen
)
977 valid
= __ceph_caps_issued_mask(ci
, CEPH_CAP_FILE_SHARED
, 1);
978 spin_unlock(&dir
->i_lock
);
979 dout("dir_lease_is_valid dir %p v%u dentry %p v%u = %d\n",
980 dir
, (unsigned)ci
->i_shared_gen
, dentry
,
981 (unsigned)di
->lease_shared_gen
, valid
);
986 * Check if cached dentry can be trusted.
988 static int ceph_d_revalidate(struct dentry
*dentry
, struct nameidata
*nd
)
990 struct inode
*dir
= dentry
->d_parent
->d_inode
;
992 dout("d_revalidate %p '%.*s' inode %p offset %lld\n", dentry
,
993 dentry
->d_name
.len
, dentry
->d_name
.name
, dentry
->d_inode
,
994 ceph_dentry(dentry
)->offset
);
996 /* always trust cached snapped dentries, snapdir dentry */
997 if (ceph_snap(dir
) != CEPH_NOSNAP
) {
998 dout("d_revalidate %p '%.*s' inode %p is SNAPPED\n", dentry
,
999 dentry
->d_name
.len
, dentry
->d_name
.name
, dentry
->d_inode
);
1002 if (dentry
->d_inode
&& ceph_snap(dentry
->d_inode
) == CEPH_SNAPDIR
)
1005 if (dentry_lease_is_valid(dentry
) ||
1006 dir_lease_is_valid(dir
, dentry
))
1009 dout("d_revalidate %p invalid\n", dentry
);
1013 ceph_dentry_lru_touch(dentry
);
1018 * When a dentry is released, clear the dir I_COMPLETE if it was part
1019 * of the current dir gen or if this is in the snapshot namespace.
1021 static void ceph_dentry_release(struct dentry
*dentry
)
1023 struct ceph_dentry_info
*di
= ceph_dentry(dentry
);
1024 struct inode
*parent_inode
= dentry
->d_parent
->d_inode
;
1025 u64 snapid
= ceph_snap(parent_inode
);
1027 dout("dentry_release %p parent %p\n", dentry
, parent_inode
);
1029 if (parent_inode
&& snapid
!= CEPH_SNAPDIR
) {
1030 struct ceph_inode_info
*ci
= ceph_inode(parent_inode
);
1032 spin_lock(&parent_inode
->i_lock
);
1033 if (ci
->i_shared_gen
== di
->lease_shared_gen
||
1034 snapid
<= CEPH_MAXSNAP
) {
1035 dout(" clearing %p complete (d_release)\n",
1037 ci
->i_ceph_flags
&= ~CEPH_I_COMPLETE
;
1038 ci
->i_release_count
++;
1040 spin_unlock(&parent_inode
->i_lock
);
1043 ceph_dentry_lru_del(dentry
);
1044 if (di
->lease_session
)
1045 ceph_put_mds_session(di
->lease_session
);
1046 kmem_cache_free(ceph_dentry_cachep
, di
);
1047 dentry
->d_fsdata
= NULL
;
1051 static int ceph_snapdir_d_revalidate(struct dentry
*dentry
,
1052 struct nameidata
*nd
)
1055 * Eventually, we'll want to revalidate snapped metadata
1056 * too... probably...
1064 * read() on a dir. This weird interface hack only works if mounted
1065 * with '-o dirstat'.
1067 static ssize_t
ceph_read_dir(struct file
*file
, char __user
*buf
, size_t size
,
1070 struct ceph_file_info
*cf
= file
->private_data
;
1071 struct inode
*inode
= file
->f_dentry
->d_inode
;
1072 struct ceph_inode_info
*ci
= ceph_inode(inode
);
1075 if (!ceph_test_opt(ceph_sb_to_client(inode
->i_sb
), DIRSTAT
))
1078 if (!cf
->dir_info
) {
1079 cf
->dir_info
= kmalloc(1024, GFP_NOFS
);
1083 sprintf(cf
->dir_info
,
1086 " subdirs: %20lld\n"
1087 "rentries: %20lld\n"
1089 " rsubdirs: %20lld\n"
1091 "rctime: %10ld.%09ld\n",
1092 ci
->i_files
+ ci
->i_subdirs
,
1095 ci
->i_rfiles
+ ci
->i_rsubdirs
,
1099 (long)ci
->i_rctime
.tv_sec
,
1100 (long)ci
->i_rctime
.tv_nsec
);
1103 if (*ppos
>= cf
->dir_info_len
)
1105 size
= min_t(unsigned, size
, cf
->dir_info_len
-*ppos
);
1106 left
= copy_to_user(buf
, cf
->dir_info
+ *ppos
, size
);
1109 *ppos
+= (size
- left
);
1114 * an fsync() on a dir will wait for any uncommitted directory
1115 * operations to commit.
1117 static int ceph_dir_fsync(struct file
*file
, int datasync
)
1119 struct inode
*inode
= file
->f_path
.dentry
->d_inode
;
1120 struct ceph_inode_info
*ci
= ceph_inode(inode
);
1121 struct list_head
*head
= &ci
->i_unsafe_dirops
;
1122 struct ceph_mds_request
*req
;
1126 dout("dir_fsync %p\n", inode
);
1127 spin_lock(&ci
->i_unsafe_lock
);
1128 if (list_empty(head
))
1131 req
= list_entry(head
->prev
,
1132 struct ceph_mds_request
, r_unsafe_dir_item
);
1133 last_tid
= req
->r_tid
;
1136 ceph_mdsc_get_request(req
);
1137 spin_unlock(&ci
->i_unsafe_lock
);
1138 dout("dir_fsync %p wait on tid %llu (until %llu)\n",
1139 inode
, req
->r_tid
, last_tid
);
1140 if (req
->r_timeout
) {
1141 ret
= wait_for_completion_timeout(
1142 &req
->r_safe_completion
, req
->r_timeout
);
1146 ret
= -EIO
; /* timed out */
1148 wait_for_completion(&req
->r_safe_completion
);
1150 spin_lock(&ci
->i_unsafe_lock
);
1151 ceph_mdsc_put_request(req
);
1153 if (ret
|| list_empty(head
))
1155 req
= list_entry(head
->next
,
1156 struct ceph_mds_request
, r_unsafe_dir_item
);
1157 } while (req
->r_tid
< last_tid
);
1159 spin_unlock(&ci
->i_unsafe_lock
);
1164 * We maintain a private dentry LRU.
1166 * FIXME: this needs to be changed to a per-mds lru to be useful.
1168 void ceph_dentry_lru_add(struct dentry
*dn
)
1170 struct ceph_dentry_info
*di
= ceph_dentry(dn
);
1171 struct ceph_mds_client
*mdsc
;
1173 dout("dentry_lru_add %p %p '%.*s'\n", di
, dn
,
1174 dn
->d_name
.len
, dn
->d_name
.name
);
1176 mdsc
= &ceph_sb_to_client(dn
->d_sb
)->mdsc
;
1177 spin_lock(&mdsc
->dentry_lru_lock
);
1178 list_add_tail(&di
->lru
, &mdsc
->dentry_lru
);
1180 spin_unlock(&mdsc
->dentry_lru_lock
);
1184 void ceph_dentry_lru_touch(struct dentry
*dn
)
1186 struct ceph_dentry_info
*di
= ceph_dentry(dn
);
1187 struct ceph_mds_client
*mdsc
;
1189 dout("dentry_lru_touch %p %p '%.*s' (offset %lld)\n", di
, dn
,
1190 dn
->d_name
.len
, dn
->d_name
.name
, di
->offset
);
1192 mdsc
= &ceph_sb_to_client(dn
->d_sb
)->mdsc
;
1193 spin_lock(&mdsc
->dentry_lru_lock
);
1194 list_move_tail(&di
->lru
, &mdsc
->dentry_lru
);
1195 spin_unlock(&mdsc
->dentry_lru_lock
);
1199 void ceph_dentry_lru_del(struct dentry
*dn
)
1201 struct ceph_dentry_info
*di
= ceph_dentry(dn
);
1202 struct ceph_mds_client
*mdsc
;
1204 dout("dentry_lru_del %p %p '%.*s'\n", di
, dn
,
1205 dn
->d_name
.len
, dn
->d_name
.name
);
1207 mdsc
= &ceph_sb_to_client(dn
->d_sb
)->mdsc
;
1208 spin_lock(&mdsc
->dentry_lru_lock
);
1209 list_del_init(&di
->lru
);
1211 spin_unlock(&mdsc
->dentry_lru_lock
);
1215 const struct file_operations ceph_dir_fops
= {
1216 .read
= ceph_read_dir
,
1217 .readdir
= ceph_readdir
,
1218 .llseek
= ceph_dir_llseek
,
1220 .release
= ceph_release
,
1221 .unlocked_ioctl
= ceph_ioctl
,
1222 .fsync
= ceph_dir_fsync
,
1225 const struct inode_operations ceph_dir_iops
= {
1226 .lookup
= ceph_lookup
,
1227 .permission
= ceph_permission
,
1228 .getattr
= ceph_getattr
,
1229 .setattr
= ceph_setattr
,
1230 .setxattr
= ceph_setxattr
,
1231 .getxattr
= ceph_getxattr
,
1232 .listxattr
= ceph_listxattr
,
1233 .removexattr
= ceph_removexattr
,
1234 .mknod
= ceph_mknod
,
1235 .symlink
= ceph_symlink
,
1236 .mkdir
= ceph_mkdir
,
1238 .unlink
= ceph_unlink
,
1239 .rmdir
= ceph_unlink
,
1240 .rename
= ceph_rename
,
1241 .create
= ceph_create
,
1244 const struct dentry_operations ceph_dentry_ops
= {
1245 .d_revalidate
= ceph_d_revalidate
,
1246 .d_release
= ceph_dentry_release
,
1249 const struct dentry_operations ceph_snapdir_dentry_ops
= {
1250 .d_revalidate
= ceph_snapdir_d_revalidate
,
1251 .d_release
= ceph_dentry_release
,
1254 const struct dentry_operations ceph_snap_dentry_ops
= {
1255 .d_release
= ceph_dentry_release
,