2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
23 #include "xfs_trans.h"
27 #include "xfs_alloc.h"
28 #include "xfs_dmapi.h"
29 #include "xfs_quota.h"
30 #include "xfs_mount.h"
31 #include "xfs_bmap_btree.h"
32 #include "xfs_alloc_btree.h"
33 #include "xfs_ialloc_btree.h"
34 #include "xfs_dir2_sf.h"
35 #include "xfs_attr_sf.h"
36 #include "xfs_dinode.h"
37 #include "xfs_inode.h"
38 #include "xfs_btree.h"
39 #include "xfs_ialloc.h"
40 #include "xfs_itable.h"
41 #include "xfs_rtalloc.h"
42 #include "xfs_error.h"
47 #include "xfs_buf_item.h"
48 #include "xfs_trans_space.h"
49 #include "xfs_utils.h"
53 * The global quota manager. There is only one of these for the entire
54 * system, _not_ one per file system. XQM keeps track of the overall
55 * quota functionality, including maintaining the freelist and hash
59 struct xfs_qm
*xfs_Gqm
;
62 kmem_zone_t
*qm_dqzone
;
63 kmem_zone_t
*qm_dqtrxzone
;
65 static cred_t xfs_zerocr
;
67 STATIC
void xfs_qm_list_init(xfs_dqlist_t
*, char *, int);
68 STATIC
void xfs_qm_list_destroy(xfs_dqlist_t
*);
70 STATIC
void xfs_qm_freelist_init(xfs_frlist_t
*);
71 STATIC
void xfs_qm_freelist_destroy(xfs_frlist_t
*);
72 STATIC
int xfs_qm_mplist_nowait(xfs_mount_t
*);
73 STATIC
int xfs_qm_dqhashlock_nowait(xfs_dquot_t
*);
75 STATIC
int xfs_qm_init_quotainos(xfs_mount_t
*);
76 STATIC
int xfs_qm_init_quotainfo(xfs_mount_t
*);
77 STATIC
int xfs_qm_shake(int, gfp_t
);
79 static struct shrinker xfs_qm_shaker
= {
80 .shrink
= xfs_qm_shake
,
81 .seeks
= DEFAULT_SEEKS
,
85 extern mutex_t qcheck_lock
;
89 #define XQM_LIST_PRINT(l, NXT, title) \
91 xfs_dquot_t *dqp; int i = 0; \
92 cmn_err(CE_DEBUG, "%s (#%d)", title, (int) (l)->qh_nelems); \
93 for (dqp = (l)->qh_next; dqp != NULL; dqp = dqp->NXT) { \
94 cmn_err(CE_DEBUG, " %d. \"%d (%s)\" " \
95 "bcnt = %d, icnt = %d, refs = %d", \
96 ++i, (int) be32_to_cpu(dqp->q_core.d_id), \
97 DQFLAGTO_TYPESTR(dqp), \
98 (int) be64_to_cpu(dqp->q_core.d_bcount), \
99 (int) be64_to_cpu(dqp->q_core.d_icount), \
100 (int) dqp->q_nrefs); } \
103 #define XQM_LIST_PRINT(l, NXT, title) do { } while (0)
107 * Initialize the XQM structure.
108 * Note that there is not one quota manager per file system.
110 STATIC
struct xfs_qm
*
113 xfs_dqhash_t
*udqhash
, *gdqhash
;
119 * Initialize the dquot hash tables.
121 udqhash
= kmem_zalloc_greedy(&hsize
,
122 XFS_QM_HASHSIZE_LOW
* sizeof(xfs_dqhash_t
),
123 XFS_QM_HASHSIZE_HIGH
* sizeof(xfs_dqhash_t
),
124 KM_SLEEP
| KM_MAYFAIL
| KM_LARGE
);
125 gdqhash
= kmem_zalloc(hsize
, KM_SLEEP
| KM_LARGE
);
126 hsize
/= sizeof(xfs_dqhash_t
);
129 xqm
= kmem_zalloc(sizeof(xfs_qm_t
), KM_SLEEP
);
130 xqm
->qm_dqhashmask
= hsize
- 1;
131 xqm
->qm_usr_dqhtable
= udqhash
;
132 xqm
->qm_grp_dqhtable
= gdqhash
;
133 ASSERT(xqm
->qm_usr_dqhtable
!= NULL
);
134 ASSERT(xqm
->qm_grp_dqhtable
!= NULL
);
136 for (i
= 0; i
< hsize
; i
++) {
137 xfs_qm_list_init(&(xqm
->qm_usr_dqhtable
[i
]), "uxdqh", i
);
138 xfs_qm_list_init(&(xqm
->qm_grp_dqhtable
[i
]), "gxdqh", i
);
142 * Freelist of all dquots of all file systems
144 xfs_qm_freelist_init(&(xqm
->qm_dqfreelist
));
147 * dquot zone. we register our own low-memory callback.
150 xqm
->qm_dqzone
= kmem_zone_init(sizeof(xfs_dquot_t
),
152 qm_dqzone
= xqm
->qm_dqzone
;
154 xqm
->qm_dqzone
= qm_dqzone
;
156 register_shrinker(&xfs_qm_shaker
);
159 * The t_dqinfo portion of transactions.
162 xqm
->qm_dqtrxzone
= kmem_zone_init(sizeof(xfs_dquot_acct_t
),
164 qm_dqtrxzone
= xqm
->qm_dqtrxzone
;
166 xqm
->qm_dqtrxzone
= qm_dqtrxzone
;
168 atomic_set(&xqm
->qm_totaldquots
, 0);
169 xqm
->qm_dqfree_ratio
= XFS_QM_DQFREE_RATIO
;
172 mutex_init(&qcheck_lock
);
178 * Destroy the global quota manager when its reference count goes to zero.
187 ASSERT(xqm
->qm_nrefs
== 0);
188 unregister_shrinker(&xfs_qm_shaker
);
189 hsize
= xqm
->qm_dqhashmask
+ 1;
190 for (i
= 0; i
< hsize
; i
++) {
191 xfs_qm_list_destroy(&(xqm
->qm_usr_dqhtable
[i
]));
192 xfs_qm_list_destroy(&(xqm
->qm_grp_dqhtable
[i
]));
194 kmem_free(xqm
->qm_usr_dqhtable
);
195 kmem_free(xqm
->qm_grp_dqhtable
);
196 xqm
->qm_usr_dqhtable
= NULL
;
197 xqm
->qm_grp_dqhtable
= NULL
;
198 xqm
->qm_dqhashmask
= 0;
199 xfs_qm_freelist_destroy(&(xqm
->qm_dqfreelist
));
201 mutex_destroy(&qcheck_lock
);
207 * Called at mount time to let XQM know that another file system is
208 * starting quotas. This isn't crucial information as the individual mount
209 * structures are pretty independent, but it helps the XQM keep a
210 * global view of what's going on.
214 xfs_qm_hold_quotafs_ref(
215 struct xfs_mount
*mp
)
218 * Need to lock the xfs_Gqm structure for things like this. For example,
219 * the structure could disappear between the entry to this routine and
220 * a HOLD operation if not locked.
222 XFS_QM_LOCK(xfs_Gqm
);
225 xfs_Gqm
= xfs_Gqm_init();
227 * We can keep a list of all filesystems with quotas mounted for
228 * debugging and statistical purposes, but ...
229 * Just take a reference and get out.
231 XFS_QM_HOLD(xfs_Gqm
);
232 XFS_QM_UNLOCK(xfs_Gqm
);
239 * Release the reference that a filesystem took at mount time,
240 * so that we know when we need to destroy the entire quota manager.
244 xfs_qm_rele_quotafs_ref(
245 struct xfs_mount
*mp
)
247 xfs_dquot_t
*dqp
, *nextdqp
;
250 ASSERT(xfs_Gqm
->qm_nrefs
> 0);
253 * Go thru the freelist and destroy all inactive dquots.
255 xfs_qm_freelist_lock(xfs_Gqm
);
257 for (dqp
= xfs_Gqm
->qm_dqfreelist
.qh_next
;
258 dqp
!= (xfs_dquot_t
*)&(xfs_Gqm
->qm_dqfreelist
); ) {
260 nextdqp
= dqp
->dq_flnext
;
261 if (dqp
->dq_flags
& XFS_DQ_INACTIVE
) {
262 ASSERT(dqp
->q_mount
== NULL
);
263 ASSERT(! XFS_DQ_IS_DIRTY(dqp
));
264 ASSERT(dqp
->HL_PREVP
== NULL
);
265 ASSERT(dqp
->MPL_PREVP
== NULL
);
266 XQM_FREELIST_REMOVE(dqp
);
268 xfs_qm_dqdestroy(dqp
);
274 xfs_qm_freelist_unlock(xfs_Gqm
);
277 * Destroy the entire XQM. If somebody mounts with quotaon, this'll
280 XFS_QM_LOCK(xfs_Gqm
);
281 XFS_QM_RELE(xfs_Gqm
);
282 if (xfs_Gqm
->qm_nrefs
== 0) {
283 xfs_qm_destroy(xfs_Gqm
);
286 XFS_QM_UNLOCK(xfs_Gqm
);
290 * Just destroy the quotainfo structure.
293 xfs_qm_unmount_quotadestroy(
297 xfs_qm_destroy_quotainfo(mp
);
302 * This is called from xfs_mountfs to start quotas and initialize all
303 * necessary data structures like quotainfo. This is also responsible for
304 * running a quotacheck as necessary. We are guaranteed that the superblock
305 * is consistently read in at this point.
307 * If we fail here, the mount will continue with quota turned off. We don't
308 * need to inidicate success or failure at all.
318 * If quotas on realtime volumes is not supported, we disable
319 * quotas immediately.
321 if (mp
->m_sb
.sb_rextents
) {
323 "Cannot turn on quotas for realtime filesystem %s",
329 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
332 * Allocate the quotainfo structure inside the mount struct, and
333 * create quotainode(s), and change/rev superblock if necessary.
335 error
= xfs_qm_init_quotainfo(mp
);
338 * We must turn off quotas.
340 ASSERT(mp
->m_quotainfo
== NULL
);
345 * If any of the quotas are not consistent, do a quotacheck.
347 if (XFS_QM_NEED_QUOTACHECK(mp
)) {
348 error
= xfs_qm_quotacheck(mp
);
350 /* Quotacheck failed and disabled quotas. */
355 * If one type of quotas is off, then it will lose its
356 * quotachecked status, since we won't be doing accounting for
359 if (!XFS_IS_UQUOTA_ON(mp
))
360 mp
->m_qflags
&= ~XFS_UQUOTA_CHKD
;
361 if (!(XFS_IS_GQUOTA_ON(mp
) || XFS_IS_PQUOTA_ON(mp
)))
362 mp
->m_qflags
&= ~XFS_OQUOTA_CHKD
;
366 * We actually don't have to acquire the m_sb_lock at all.
367 * This can only be called from mount, and that's single threaded. XXX
369 spin_lock(&mp
->m_sb_lock
);
370 sbf
= mp
->m_sb
.sb_qflags
;
371 mp
->m_sb
.sb_qflags
= mp
->m_qflags
& XFS_MOUNT_QUOTA_ALL
;
372 spin_unlock(&mp
->m_sb_lock
);
374 if (sbf
!= (mp
->m_qflags
& XFS_MOUNT_QUOTA_ALL
)) {
375 if (xfs_qm_write_sb_changes(mp
, XFS_SB_QFLAGS
)) {
377 * We could only have been turning quotas off.
378 * We aren't in very good shape actually because
379 * the incore structures are convinced that quotas are
380 * off, but the on disk superblock doesn't know that !
382 ASSERT(!(XFS_IS_QUOTA_RUNNING(mp
)));
383 xfs_fs_cmn_err(CE_ALERT
, mp
,
384 "XFS mount_quotas: Superblock update failed!");
389 xfs_fs_cmn_err(CE_WARN
, mp
,
390 "Failed to initialize disk quotas.");
396 * Called from the vfsops layer.
399 xfs_qm_unmount_quotas(
403 * Release the dquots that root inode, et al might be holding,
404 * before we flush quotas and blow away the quotainfo structure.
406 ASSERT(mp
->m_rootip
);
407 xfs_qm_dqdetach(mp
->m_rootip
);
409 xfs_qm_dqdetach(mp
->m_rbmip
);
411 xfs_qm_dqdetach(mp
->m_rsumip
);
414 * Release the quota inodes.
416 if (mp
->m_quotainfo
) {
417 if (mp
->m_quotainfo
->qi_uquotaip
) {
418 IRELE(mp
->m_quotainfo
->qi_uquotaip
);
419 mp
->m_quotainfo
->qi_uquotaip
= NULL
;
421 if (mp
->m_quotainfo
->qi_gquotaip
) {
422 IRELE(mp
->m_quotainfo
->qi_gquotaip
);
423 mp
->m_quotainfo
->qi_gquotaip
= NULL
;
429 * Flush all dquots of the given file system to disk. The dquots are
430 * _not_ purged from memory here, just their data written to disk.
442 if (mp
->m_quotainfo
== NULL
)
446 xfs_qm_mplist_lock(mp
);
447 FOREACH_DQUOT_IN_MP(dqp
, mp
) {
449 if (! XFS_DQ_IS_DIRTY(dqp
)) {
453 xfs_dqtrace_entry(dqp
, "FLUSHALL: DQDIRTY");
454 /* XXX a sentinel would be better */
455 recl
= XFS_QI_MPLRECLAIMS(mp
);
456 if (!xfs_dqflock_nowait(dqp
)) {
458 * If we can't grab the flush lock then check
459 * to see if the dquot has been flushed delayed
460 * write. If so, grab its buffer and send it
461 * out immediately. We'll be able to acquire
462 * the flush lock when the I/O completes.
464 xfs_qm_dqflock_pushbuf_wait(dqp
);
467 * Let go of the mplist lock. We don't want to hold it
468 * across a disk write.
470 xfs_qm_mplist_unlock(mp
);
471 error
= xfs_qm_dqflush(dqp
, flags
);
476 xfs_qm_mplist_lock(mp
);
477 if (recl
!= XFS_QI_MPLRECLAIMS(mp
)) {
478 xfs_qm_mplist_unlock(mp
);
479 /* XXX restart limit */
484 xfs_qm_mplist_unlock(mp
);
489 * Release the group dquot pointers the user dquots may be
490 * carrying around as a hint. mplist is locked on entry and exit.
493 xfs_qm_detach_gdquots(
496 xfs_dquot_t
*dqp
, *gdqp
;
500 ASSERT(XFS_QM_IS_MPLIST_LOCKED(mp
));
501 dqp
= XFS_QI_MPLNEXT(mp
);
504 if ((gdqp
= dqp
->q_gdquot
)) {
506 dqp
->q_gdquot
= NULL
;
512 * Can't hold the mplist lock across a dqput.
513 * XXXmust convert to marker based iterations here.
515 nrecl
= XFS_QI_MPLRECLAIMS(mp
);
516 xfs_qm_mplist_unlock(mp
);
519 xfs_qm_mplist_lock(mp
);
520 if (nrecl
!= XFS_QI_MPLRECLAIMS(mp
))
528 * Go through all the incore dquots of this file system and take them
529 * off the mplist and hashlist, if the dquot type matches the dqtype
530 * parameter. This is used when turning off quota accounting for
531 * users and/or groups, as well as when the filesystem is unmounting.
536 uint flags
) /* QUOTAOFF/UMOUNTING/UQUOTA/PQUOTA/GQUOTA */
541 xfs_dquot_t
*nextdqp
;
544 if (mp
->m_quotainfo
== NULL
)
547 dqtype
= (flags
& XFS_QMOPT_UQUOTA
) ? XFS_DQ_USER
: 0;
548 dqtype
|= (flags
& XFS_QMOPT_PQUOTA
) ? XFS_DQ_PROJ
: 0;
549 dqtype
|= (flags
& XFS_QMOPT_GQUOTA
) ? XFS_DQ_GROUP
: 0;
551 xfs_qm_mplist_lock(mp
);
554 * In the first pass through all incore dquots of this filesystem,
555 * we release the group dquot pointers the user dquots may be
556 * carrying around as a hint. We need to do this irrespective of
557 * what's being turned off.
559 xfs_qm_detach_gdquots(mp
);
563 ASSERT(XFS_QM_IS_MPLIST_LOCKED(mp
));
565 * Try to get rid of all of the unwanted dquots. The idea is to
566 * get them off mplist and hashlist, but leave them on freelist.
568 dqp
= XFS_QI_MPLNEXT(mp
);
571 * It's OK to look at the type without taking dqlock here.
572 * We're holding the mplist lock here, and that's needed for
575 if ((dqp
->dq_flags
& dqtype
) == 0) {
580 if (! xfs_qm_dqhashlock_nowait(dqp
)) {
581 nrecl
= XFS_QI_MPLRECLAIMS(mp
);
582 xfs_qm_mplist_unlock(mp
);
583 XFS_DQ_HASH_LOCK(dqp
->q_hash
);
584 xfs_qm_mplist_lock(mp
);
587 * XXXTheoretically, we can get into a very long
588 * ping pong game here.
589 * No one can be adding dquots to the mplist at
590 * this point, but somebody might be taking things off.
592 if (nrecl
!= XFS_QI_MPLRECLAIMS(mp
)) {
593 XFS_DQ_HASH_UNLOCK(dqp
->q_hash
);
599 * Take the dquot off the mplist and hashlist. It may remain on
600 * freelist in INACTIVE state.
602 nextdqp
= dqp
->MPL_NEXT
;
603 nmisses
+= xfs_qm_dqpurge(dqp
);
606 xfs_qm_mplist_unlock(mp
);
618 * Purge the dquot cache.
619 * None of the dquots should really be busy at this point.
621 if (mp
->m_quotainfo
) {
622 while ((ndquots
= xfs_qm_dqpurge_int(mp
, flags
))) {
636 xfs_dquot_t
*udqhint
, /* hint */
637 xfs_dquot_t
**IO_idqpp
)
642 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
645 * See if we already have it in the inode itself. IO_idqpp is
646 * &i_udquot or &i_gdquot. This made the code look weird, but
647 * made the logic a lot simpler.
649 if ((dqp
= *IO_idqpp
)) {
652 xfs_dqtrace_entry(dqp
, "DQATTACH: found in ip");
657 * udqhint is the i_udquot field in inode, and is non-NULL only
658 * when the type arg is group/project. Its purpose is to save a
659 * lookup by dqid (xfs_qm_dqget) by caching a group dquot inside
662 ASSERT(!udqhint
|| type
== XFS_DQ_GROUP
|| type
== XFS_DQ_PROJ
);
663 if (udqhint
&& !dolock
)
667 * No need to take dqlock to look at the id.
668 * The ID can't change until it gets reclaimed, and it won't
669 * be reclaimed as long as we have a ref from inode and we hold
673 (dqp
= udqhint
->q_gdquot
) &&
674 (be32_to_cpu(dqp
->q_core
.d_id
) == id
)) {
675 ASSERT(XFS_DQ_IS_LOCKED(udqhint
));
678 ASSERT(*IO_idqpp
== NULL
);
682 xfs_dqunlock(udqhint
);
687 * We can't hold a dquot lock when we call the dqget code.
688 * We'll deadlock in no time, because of (not conforming to)
689 * lock ordering - the inodelock comes before any dquot lock,
690 * and we may drop and reacquire the ilock in xfs_qm_dqget().
693 xfs_dqunlock(udqhint
);
695 * Find the dquot from somewhere. This bumps the
696 * reference count of dquot and returns it locked.
697 * This can return ENOENT if dquot didn't exist on
698 * disk and we didn't ask it to allocate;
699 * ESRCH if quotas got turned off suddenly.
701 if ((error
= xfs_qm_dqget(ip
->i_mount
, ip
, id
, type
,
702 doalloc
|XFS_QMOPT_DOWARN
, &dqp
))) {
703 if (udqhint
&& dolock
)
708 xfs_dqtrace_entry(dqp
, "DQATTACH: found by dqget");
710 * dqget may have dropped and re-acquired the ilock, but it guarantees
711 * that the dquot returned is the one that should go in the inode.
715 ASSERT(XFS_DQ_IS_LOCKED(dqp
));
725 ASSERT(XFS_DQ_IS_LOCKED(dqp
));
726 if (! xfs_qm_dqlock_nowait(udqhint
)) {
735 ASSERT(XFS_DQ_IS_LOCKED(udqhint
));
739 ASSERT(XFS_DQ_IS_LOCKED(dqp
));
747 * Given a udquot and gdquot, attach a ptr to the group dquot in the
748 * udquot as a hint for future lookups. The idea sounds simple, but the
749 * execution isn't, because the udquot might have a group dquot attached
750 * already and getting rid of that gets us into lock ordering constraints.
751 * The process is complicated more by the fact that the dquots may or may not
752 * be locked on entry.
755 xfs_qm_dqattach_grouphint(
764 ASSERT(XFS_DQ_IS_LOCKED(udq
));
765 ASSERT(XFS_DQ_IS_LOCKED(gdq
));
771 if ((tmp
= udq
->q_gdquot
)) {
778 udq
->q_gdquot
= NULL
;
780 * We can't keep any dqlocks when calling dqrele,
781 * because the freelist lock comes before dqlocks.
787 * we took a hard reference once upon a time in dqget,
788 * so give it back when the udquot no longer points at it
789 * dqput() does the unlocking of the dquot.
797 ASSERT(XFS_DQ_IS_LOCKED(udq
));
803 ASSERT(XFS_DQ_IS_LOCKED(udq
));
804 ASSERT(XFS_DQ_IS_LOCKED(gdq
));
806 * Somebody could have attached a gdquot here,
807 * when we dropped the uqlock. If so, just do nothing.
809 if (udq
->q_gdquot
== NULL
) {
821 * Given a locked inode, attach dquot(s) to it, taking U/G/P-QUOTAON
823 * If XFS_QMOPT_DQALLOC, the dquot(s) will be allocated if needed.
824 * If XFS_QMOPT_DQLOCK, the dquot(s) will be returned locked. This option pretty
825 * much made this code a complete mess, but it has been pretty useful.
826 * If XFS_QMOPT_ILOCKED, then inode sent is already locked EXCL.
827 * Inode may get unlocked and relocked in here, and the caller must deal with
835 xfs_mount_t
*mp
= ip
->i_mount
;
839 if ((! XFS_IS_QUOTA_ON(mp
)) ||
840 (! XFS_NOT_DQATTACHED(mp
, ip
)) ||
841 (ip
->i_ino
== mp
->m_sb
.sb_uquotino
) ||
842 (ip
->i_ino
== mp
->m_sb
.sb_gquotino
))
845 ASSERT((flags
& XFS_QMOPT_ILOCKED
) == 0 ||
846 xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
848 if (! (flags
& XFS_QMOPT_ILOCKED
))
849 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
851 if (XFS_IS_UQUOTA_ON(mp
)) {
852 error
= xfs_qm_dqattach_one(ip
, ip
->i_d
.di_uid
, XFS_DQ_USER
,
853 flags
& XFS_QMOPT_DQALLOC
,
854 flags
& XFS_QMOPT_DQLOCK
,
855 NULL
, &ip
->i_udquot
);
861 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
862 if (XFS_IS_OQUOTA_ON(mp
)) {
863 error
= XFS_IS_GQUOTA_ON(mp
) ?
864 xfs_qm_dqattach_one(ip
, ip
->i_d
.di_gid
, XFS_DQ_GROUP
,
865 flags
& XFS_QMOPT_DQALLOC
,
866 flags
& XFS_QMOPT_DQLOCK
,
867 ip
->i_udquot
, &ip
->i_gdquot
) :
868 xfs_qm_dqattach_one(ip
, ip
->i_d
.di_projid
, XFS_DQ_PROJ
,
869 flags
& XFS_QMOPT_DQALLOC
,
870 flags
& XFS_QMOPT_DQLOCK
,
871 ip
->i_udquot
, &ip
->i_gdquot
);
873 * Don't worry about the udquot that we may have
874 * attached above. It'll get detached, if not already.
882 * Attach this group quota to the user quota as a hint.
883 * This WON'T, in general, result in a thrash.
886 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
887 ASSERT(ip
->i_udquot
);
888 ASSERT(ip
->i_gdquot
);
891 * We may or may not have the i_udquot locked at this point,
892 * but this check is OK since we don't depend on the i_gdquot to
893 * be accurate 100% all the time. It is just a hint, and this
894 * will succeed in general.
896 if (ip
->i_udquot
->q_gdquot
== ip
->i_gdquot
)
899 * Attach i_gdquot to the gdquot hint inside the i_udquot.
901 xfs_qm_dqattach_grouphint(ip
->i_udquot
, ip
->i_gdquot
,
902 flags
& XFS_QMOPT_DQLOCK
);
910 if (flags
& XFS_QMOPT_DQLOCK
)
911 ASSERT(XFS_DQ_IS_LOCKED(ip
->i_udquot
));
914 if (flags
& XFS_QMOPT_DQLOCK
)
915 ASSERT(XFS_DQ_IS_LOCKED(ip
->i_gdquot
));
917 if (XFS_IS_UQUOTA_ON(mp
))
918 ASSERT(ip
->i_udquot
);
919 if (XFS_IS_OQUOTA_ON(mp
))
920 ASSERT(ip
->i_gdquot
);
924 if (! (flags
& XFS_QMOPT_ILOCKED
))
925 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
929 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
935 * Release dquots (and their references) if any.
936 * The inode should be locked EXCL except when this's called by
943 if (!(ip
->i_udquot
|| ip
->i_gdquot
))
946 ASSERT(ip
->i_ino
!= ip
->i_mount
->m_sb
.sb_uquotino
);
947 ASSERT(ip
->i_ino
!= ip
->i_mount
->m_sb
.sb_gquotino
);
949 xfs_dqtrace_entry_ino(ip
->i_udquot
, "DQDETTACH", ip
);
950 xfs_qm_dqrele(ip
->i_udquot
);
954 xfs_dqtrace_entry_ino(ip
->i_gdquot
, "DQDETTACH", ip
);
955 xfs_qm_dqrele(ip
->i_gdquot
);
961 * This is called to sync quotas. We can be told to use non-blocking
962 * semantics by either the SYNC_BDFLUSH flag or the absence of the
976 if (! XFS_IS_QUOTA_ON(mp
))
981 * We won't block unless we are asked to.
983 nowait
= (boolean_t
)(flags
& SYNC_BDFLUSH
|| (flags
& SYNC_WAIT
) == 0);
986 xfs_qm_mplist_lock(mp
);
988 * dqpurge_all() also takes the mplist lock and iterate thru all dquots
989 * in quotaoff. However, if the QUOTA_ACTIVE bits are not cleared
990 * when we have the mplist lock, we know that dquots will be consistent
991 * as long as we have it locked.
993 if (! XFS_IS_QUOTA_ON(mp
)) {
994 xfs_qm_mplist_unlock(mp
);
997 FOREACH_DQUOT_IN_MP(dqp
, mp
) {
999 * If this is vfs_sync calling, then skip the dquots that
1000 * don't 'seem' to be dirty. ie. don't acquire dqlock.
1001 * This is very similar to what xfs_sync does with inodes.
1003 if (flags
& SYNC_BDFLUSH
) {
1004 if (! XFS_DQ_IS_DIRTY(dqp
))
1010 * Try to acquire the dquot lock. We are NOT out of
1011 * lock order, but we just don't want to wait for this
1012 * lock, unless somebody wanted us to.
1014 if (! xfs_qm_dqlock_nowait(dqp
))
1021 * Now, find out for sure if this dquot is dirty or not.
1023 if (! XFS_DQ_IS_DIRTY(dqp
)) {
1028 /* XXX a sentinel would be better */
1029 recl
= XFS_QI_MPLRECLAIMS(mp
);
1030 if (!xfs_dqflock_nowait(dqp
)) {
1036 * If we can't grab the flush lock then if the caller
1037 * really wanted us to give this our best shot, so
1038 * see if we can give a push to the buffer before we wait
1039 * on the flush lock. At this point, we know that
1040 * even though the dquot is being flushed,
1041 * it has (new) dirty data.
1043 xfs_qm_dqflock_pushbuf_wait(dqp
);
1046 * Let go of the mplist lock. We don't want to hold it
1047 * across a disk write
1049 flush_flags
= (nowait
) ? XFS_QMOPT_DELWRI
: XFS_QMOPT_SYNC
;
1050 xfs_qm_mplist_unlock(mp
);
1051 xfs_dqtrace_entry(dqp
, "XQM_SYNC: DQFLUSH");
1052 error
= xfs_qm_dqflush(dqp
, flush_flags
);
1054 if (error
&& XFS_FORCED_SHUTDOWN(mp
))
1055 return 0; /* Need to prevent umount failure */
1059 xfs_qm_mplist_lock(mp
);
1060 if (recl
!= XFS_QI_MPLRECLAIMS(mp
)) {
1061 if (++restarts
>= XFS_QM_SYNC_MAX_RESTARTS
)
1064 xfs_qm_mplist_unlock(mp
);
1069 xfs_qm_mplist_unlock(mp
);
1075 * This initializes all the quota information that's kept in the
1079 xfs_qm_init_quotainfo(
1082 xfs_quotainfo_t
*qinf
;
1086 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
1089 * Tell XQM that we exist as soon as possible.
1091 if ((error
= xfs_qm_hold_quotafs_ref(mp
))) {
1095 qinf
= mp
->m_quotainfo
= kmem_zalloc(sizeof(xfs_quotainfo_t
), KM_SLEEP
);
1098 * See if quotainodes are setup, and if not, allocate them,
1099 * and change the superblock accordingly.
1101 if ((error
= xfs_qm_init_quotainos(mp
))) {
1103 mp
->m_quotainfo
= NULL
;
1107 xfs_qm_list_init(&qinf
->qi_dqlist
, "mpdqlist", 0);
1108 qinf
->qi_dqreclaims
= 0;
1110 /* mutex used to serialize quotaoffs */
1111 mutex_init(&qinf
->qi_quotaofflock
);
1113 /* Precalc some constants */
1114 qinf
->qi_dqchunklen
= XFS_FSB_TO_BB(mp
, XFS_DQUOT_CLUSTER_SIZE_FSB
);
1115 ASSERT(qinf
->qi_dqchunklen
);
1116 qinf
->qi_dqperchunk
= BBTOB(qinf
->qi_dqchunklen
);
1117 do_div(qinf
->qi_dqperchunk
, sizeof(xfs_dqblk_t
));
1119 mp
->m_qflags
|= (mp
->m_sb
.sb_qflags
& XFS_ALL_QUOTA_CHKD
);
1122 * We try to get the limits from the superuser's limits fields.
1123 * This is quite hacky, but it is standard quota practice.
1124 * We look at the USR dquot with id == 0 first, but if user quotas
1125 * are not enabled we goto the GRP dquot with id == 0.
1126 * We don't really care to keep separate default limits for user
1127 * and group quotas, at least not at this point.
1129 error
= xfs_qm_dqget(mp
, NULL
, (xfs_dqid_t
)0,
1130 XFS_IS_UQUOTA_RUNNING(mp
) ? XFS_DQ_USER
:
1131 (XFS_IS_GQUOTA_RUNNING(mp
) ? XFS_DQ_GROUP
:
1133 XFS_QMOPT_DQSUSER
|XFS_QMOPT_DOWARN
,
1136 xfs_disk_dquot_t
*ddqp
= &dqp
->q_core
;
1139 * The warnings and timers set the grace period given to
1140 * a user or group before he or she can not perform any
1141 * more writing. If it is zero, a default is used.
1143 qinf
->qi_btimelimit
= ddqp
->d_btimer
?
1144 be32_to_cpu(ddqp
->d_btimer
) : XFS_QM_BTIMELIMIT
;
1145 qinf
->qi_itimelimit
= ddqp
->d_itimer
?
1146 be32_to_cpu(ddqp
->d_itimer
) : XFS_QM_ITIMELIMIT
;
1147 qinf
->qi_rtbtimelimit
= ddqp
->d_rtbtimer
?
1148 be32_to_cpu(ddqp
->d_rtbtimer
) : XFS_QM_RTBTIMELIMIT
;
1149 qinf
->qi_bwarnlimit
= ddqp
->d_bwarns
?
1150 be16_to_cpu(ddqp
->d_bwarns
) : XFS_QM_BWARNLIMIT
;
1151 qinf
->qi_iwarnlimit
= ddqp
->d_iwarns
?
1152 be16_to_cpu(ddqp
->d_iwarns
) : XFS_QM_IWARNLIMIT
;
1153 qinf
->qi_rtbwarnlimit
= ddqp
->d_rtbwarns
?
1154 be16_to_cpu(ddqp
->d_rtbwarns
) : XFS_QM_RTBWARNLIMIT
;
1155 qinf
->qi_bhardlimit
= be64_to_cpu(ddqp
->d_blk_hardlimit
);
1156 qinf
->qi_bsoftlimit
= be64_to_cpu(ddqp
->d_blk_softlimit
);
1157 qinf
->qi_ihardlimit
= be64_to_cpu(ddqp
->d_ino_hardlimit
);
1158 qinf
->qi_isoftlimit
= be64_to_cpu(ddqp
->d_ino_softlimit
);
1159 qinf
->qi_rtbhardlimit
= be64_to_cpu(ddqp
->d_rtb_hardlimit
);
1160 qinf
->qi_rtbsoftlimit
= be64_to_cpu(ddqp
->d_rtb_softlimit
);
1163 * We sent the XFS_QMOPT_DQSUSER flag to dqget because
1164 * we don't want this dquot cached. We haven't done a
1165 * quotacheck yet, and quotacheck doesn't like incore dquots.
1167 xfs_qm_dqdestroy(dqp
);
1169 qinf
->qi_btimelimit
= XFS_QM_BTIMELIMIT
;
1170 qinf
->qi_itimelimit
= XFS_QM_ITIMELIMIT
;
1171 qinf
->qi_rtbtimelimit
= XFS_QM_RTBTIMELIMIT
;
1172 qinf
->qi_bwarnlimit
= XFS_QM_BWARNLIMIT
;
1173 qinf
->qi_iwarnlimit
= XFS_QM_IWARNLIMIT
;
1174 qinf
->qi_rtbwarnlimit
= XFS_QM_RTBWARNLIMIT
;
1182 * Gets called when unmounting a filesystem or when all quotas get
1184 * This purges the quota inodes, destroys locks and frees itself.
1187 xfs_qm_destroy_quotainfo(
1190 xfs_quotainfo_t
*qi
;
1192 qi
= mp
->m_quotainfo
;
1194 ASSERT(xfs_Gqm
!= NULL
);
1197 * Release the reference that XQM kept, so that we know
1198 * when the XQM structure should be freed. We cannot assume
1199 * that xfs_Gqm is non-null after this point.
1201 xfs_qm_rele_quotafs_ref(mp
);
1203 xfs_qm_list_destroy(&qi
->qi_dqlist
);
1205 if (qi
->qi_uquotaip
) {
1206 IRELE(qi
->qi_uquotaip
);
1207 qi
->qi_uquotaip
= NULL
; /* paranoia */
1209 if (qi
->qi_gquotaip
) {
1210 IRELE(qi
->qi_gquotaip
);
1211 qi
->qi_gquotaip
= NULL
;
1213 mutex_destroy(&qi
->qi_quotaofflock
);
1215 mp
->m_quotainfo
= NULL
;
1220 /* ------------------- PRIVATE STATIC FUNCTIONS ----------------------- */
1229 mutex_init(&list
->qh_lock
);
1230 list
->qh_next
= NULL
;
1231 list
->qh_version
= 0;
1232 list
->qh_nelems
= 0;
1236 xfs_qm_list_destroy(
1239 mutex_destroy(&(list
->qh_lock
));
1244 * Stripped down version of dqattach. This doesn't attach, or even look at the
1245 * dquots attached to the inode. The rationale is that there won't be any
1246 * attached at the time this is called from quotacheck.
1249 xfs_qm_dqget_noattach(
1251 xfs_dquot_t
**O_udqpp
,
1252 xfs_dquot_t
**O_gdqpp
)
1256 xfs_dquot_t
*udqp
, *gdqp
;
1258 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
1263 if (XFS_IS_UQUOTA_ON(mp
)) {
1264 ASSERT(ip
->i_udquot
== NULL
);
1266 * We want the dquot allocated if it doesn't exist.
1268 if ((error
= xfs_qm_dqget(mp
, ip
, ip
->i_d
.di_uid
, XFS_DQ_USER
,
1269 XFS_QMOPT_DQALLOC
| XFS_QMOPT_DOWARN
,
1272 * Shouldn't be able to turn off quotas here.
1274 ASSERT(error
!= ESRCH
);
1275 ASSERT(error
!= ENOENT
);
1281 if (XFS_IS_OQUOTA_ON(mp
)) {
1282 ASSERT(ip
->i_gdquot
== NULL
);
1285 error
= XFS_IS_GQUOTA_ON(mp
) ?
1286 xfs_qm_dqget(mp
, ip
,
1287 ip
->i_d
.di_gid
, XFS_DQ_GROUP
,
1288 XFS_QMOPT_DQALLOC
|XFS_QMOPT_DOWARN
,
1290 xfs_qm_dqget(mp
, ip
,
1291 ip
->i_d
.di_projid
, XFS_DQ_PROJ
,
1292 XFS_QMOPT_DQALLOC
|XFS_QMOPT_DOWARN
,
1296 xfs_qm_dqrele(udqp
);
1297 ASSERT(error
!= ESRCH
);
1298 ASSERT(error
!= ENOENT
);
1303 /* Reacquire the locks in the right order */
1305 if (! xfs_qm_dqlock_nowait(udqp
)) {
1317 if (udqp
) ASSERT(XFS_DQ_IS_LOCKED(udqp
));
1318 if (gdqp
) ASSERT(XFS_DQ_IS_LOCKED(gdqp
));
1324 * Create an inode and return with a reference already taken, but unlocked
1325 * This is how we create quota inodes
1338 tp
= xfs_trans_alloc(mp
, XFS_TRANS_QM_QINOCREATE
);
1339 if ((error
= xfs_trans_reserve(tp
,
1340 XFS_QM_QINOCREATE_SPACE_RES(mp
),
1341 XFS_CREATE_LOG_RES(mp
), 0,
1342 XFS_TRANS_PERM_LOG_RES
,
1343 XFS_CREATE_LOG_COUNT
))) {
1344 xfs_trans_cancel(tp
, 0);
1348 if ((error
= xfs_dir_ialloc(&tp
, NULL
, S_IFREG
, 1, 0,
1349 &xfs_zerocr
, 0, 1, ip
, &committed
))) {
1350 xfs_trans_cancel(tp
, XFS_TRANS_RELEASE_LOG_RES
|
1356 * Keep an extra reference to this quota inode. This inode is
1357 * locked exclusively and joined to the transaction already.
1359 ASSERT(xfs_isilocked(*ip
, XFS_ILOCK_EXCL
));
1363 * Make the changes in the superblock, and log those too.
1364 * sbfields arg may contain fields other than *QUOTINO;
1365 * VERSIONNUM for example.
1367 spin_lock(&mp
->m_sb_lock
);
1368 if (flags
& XFS_QMOPT_SBVERSION
) {
1369 #if defined(DEBUG) && defined(XFS_LOUD_RECOVERY)
1370 unsigned oldv
= mp
->m_sb
.sb_versionnum
;
1372 ASSERT(!xfs_sb_version_hasquota(&mp
->m_sb
));
1373 ASSERT((sbfields
& (XFS_SB_VERSIONNUM
| XFS_SB_UQUOTINO
|
1374 XFS_SB_GQUOTINO
| XFS_SB_QFLAGS
)) ==
1375 (XFS_SB_VERSIONNUM
| XFS_SB_UQUOTINO
|
1376 XFS_SB_GQUOTINO
| XFS_SB_QFLAGS
));
1378 xfs_sb_version_addquota(&mp
->m_sb
);
1379 mp
->m_sb
.sb_uquotino
= NULLFSINO
;
1380 mp
->m_sb
.sb_gquotino
= NULLFSINO
;
1382 /* qflags will get updated _after_ quotacheck */
1383 mp
->m_sb
.sb_qflags
= 0;
1384 #if defined(DEBUG) && defined(XFS_LOUD_RECOVERY)
1386 "Old superblock version %x, converting to %x.",
1387 oldv
, mp
->m_sb
.sb_versionnum
);
1390 if (flags
& XFS_QMOPT_UQUOTA
)
1391 mp
->m_sb
.sb_uquotino
= (*ip
)->i_ino
;
1393 mp
->m_sb
.sb_gquotino
= (*ip
)->i_ino
;
1394 spin_unlock(&mp
->m_sb_lock
);
1395 xfs_mod_sb(tp
, sbfields
);
1397 if ((error
= xfs_trans_commit(tp
, XFS_TRANS_RELEASE_LOG_RES
))) {
1398 xfs_fs_cmn_err(CE_ALERT
, mp
, "XFS qino_alloc failed!");
1406 xfs_qm_reset_dqcounts(
1412 xfs_disk_dquot_t
*ddq
;
1415 xfs_buftrace("RESET DQUOTS", bp
);
1417 * Reset all counters and timers. They'll be
1418 * started afresh by xfs_qm_quotacheck.
1421 j
= XFS_FSB_TO_B(mp
, XFS_DQUOT_CLUSTER_SIZE_FSB
);
1422 do_div(j
, sizeof(xfs_dqblk_t
));
1423 ASSERT(XFS_QM_DQPERBLK(mp
) == j
);
1425 ddq
= (xfs_disk_dquot_t
*)XFS_BUF_PTR(bp
);
1426 for (j
= 0; j
< XFS_QM_DQPERBLK(mp
); j
++) {
1428 * Do a sanity check, and if needed, repair the dqblk. Don't
1429 * output any warnings because it's perfectly possible to
1430 * find uninitialised dquot blks. See comment in xfs_qm_dqcheck.
1432 (void) xfs_qm_dqcheck(ddq
, id
+j
, type
, XFS_QMOPT_DQREPAIR
,
1436 ddq
->d_rtbcount
= 0;
1439 ddq
->d_rtbtimer
= 0;
1442 ddq
->d_rtbwarns
= 0;
1443 ddq
= (xfs_disk_dquot_t
*) ((xfs_dqblk_t
*)ddq
+ 1);
1452 xfs_filblks_t blkcnt
,
1463 incr
= (blkcnt
> XFS_QM_MAX_DQCLUSTER_LOGSZ
) ?
1464 XFS_QM_MAX_DQCLUSTER_LOGSZ
: blkcnt
;
1465 type
= flags
& XFS_QMOPT_UQUOTA
? XFS_DQ_USER
:
1466 (flags
& XFS_QMOPT_PQUOTA
? XFS_DQ_PROJ
: XFS_DQ_GROUP
);
1470 * Blkcnt arg can be a very big number, and might even be
1471 * larger than the log itself. So, we have to break it up into
1472 * manageable-sized transactions.
1473 * Note that we don't start a permanent transaction here; we might
1474 * not be able to get a log reservation for the whole thing up front,
1475 * and we don't really care to either, because we just discard
1476 * everything if we were to crash in the middle of this loop.
1479 error
= xfs_trans_read_buf(mp
, NULL
, mp
->m_ddev_targp
,
1480 XFS_FSB_TO_DADDR(mp
, bno
),
1481 (int)XFS_QI_DQCHUNKLEN(mp
), 0, &bp
);
1485 xfs_qm_reset_dqcounts(mp
, bp
, firstid
, type
);
1486 xfs_bdwrite(mp
, bp
);
1488 * goto the next block.
1491 firstid
+= XFS_QM_DQPERBLK(mp
);
1497 * Iterate over all allocated USR/GRP/PRJ dquots in the system, calling a
1498 * caller supplied function for every chunk of dquots that we find.
1506 xfs_bmbt_irec_t
*map
;
1507 int i
, nmaps
; /* number of map entries */
1508 int error
; /* return value */
1509 xfs_fileoff_t lblkno
;
1510 xfs_filblks_t maxlblkcnt
;
1512 xfs_fsblock_t rablkno
;
1513 xfs_filblks_t rablkcnt
;
1517 * This looks racy, but we can't keep an inode lock across a
1518 * trans_reserve. But, this gets called during quotacheck, and that
1519 * happens only at mount time which is single threaded.
1521 if (qip
->i_d
.di_nblocks
== 0)
1524 map
= kmem_alloc(XFS_DQITER_MAP_SIZE
* sizeof(*map
), KM_SLEEP
);
1527 maxlblkcnt
= XFS_B_TO_FSB(mp
, (xfs_ufsize_t
)XFS_MAXIOFFSET(mp
));
1529 nmaps
= XFS_DQITER_MAP_SIZE
;
1531 * We aren't changing the inode itself. Just changing
1532 * some of its data. No new blocks are added here, and
1533 * the inode is never added to the transaction.
1535 xfs_ilock(qip
, XFS_ILOCK_SHARED
);
1536 error
= xfs_bmapi(NULL
, qip
, lblkno
,
1537 maxlblkcnt
- lblkno
,
1540 0, map
, &nmaps
, NULL
, NULL
);
1541 xfs_iunlock(qip
, XFS_ILOCK_SHARED
);
1545 ASSERT(nmaps
<= XFS_DQITER_MAP_SIZE
);
1546 for (i
= 0; i
< nmaps
; i
++) {
1547 ASSERT(map
[i
].br_startblock
!= DELAYSTARTBLOCK
);
1548 ASSERT(map
[i
].br_blockcount
);
1551 lblkno
+= map
[i
].br_blockcount
;
1553 if (map
[i
].br_startblock
== HOLESTARTBLOCK
)
1556 firstid
= (xfs_dqid_t
) map
[i
].br_startoff
*
1557 XFS_QM_DQPERBLK(mp
);
1559 * Do a read-ahead on the next extent.
1561 if ((i
+1 < nmaps
) &&
1562 (map
[i
+1].br_startblock
!= HOLESTARTBLOCK
)) {
1563 rablkcnt
= map
[i
+1].br_blockcount
;
1564 rablkno
= map
[i
+1].br_startblock
;
1565 while (rablkcnt
--) {
1566 xfs_baread(mp
->m_ddev_targp
,
1567 XFS_FSB_TO_DADDR(mp
, rablkno
),
1568 (int)XFS_QI_DQCHUNKLEN(mp
));
1573 * Iterate thru all the blks in the extent and
1574 * reset the counters of all the dquots inside them.
1576 if ((error
= xfs_qm_dqiter_bufs(mp
,
1578 map
[i
].br_startblock
,
1579 map
[i
].br_blockcount
,
1587 } while (nmaps
> 0);
1595 * Called by dqusage_adjust in doing a quotacheck.
1596 * Given the inode, and a dquot (either USR or GRP, doesn't matter),
1597 * this updates its incore copy as well as the buffer copy. This is
1598 * so that once the quotacheck is done, we can just log all the buffers,
1599 * as opposed to logging numerous updates to individual dquots.
1602 xfs_qm_quotacheck_dqadjust(
1607 ASSERT(XFS_DQ_IS_LOCKED(dqp
));
1608 xfs_dqtrace_entry(dqp
, "QCHECK DQADJUST");
1610 * Adjust the inode count and the block count to reflect this inode's
1613 be64_add_cpu(&dqp
->q_core
.d_icount
, 1);
1614 dqp
->q_res_icount
++;
1616 be64_add_cpu(&dqp
->q_core
.d_bcount
, nblks
);
1617 dqp
->q_res_bcount
+= nblks
;
1620 be64_add_cpu(&dqp
->q_core
.d_rtbcount
, rtblks
);
1621 dqp
->q_res_rtbcount
+= rtblks
;
1625 * Set default limits, adjust timers (since we changed usages)
1627 if (! XFS_IS_SUSER_DQUOT(dqp
)) {
1628 xfs_qm_adjust_dqlimits(dqp
->q_mount
, &dqp
->q_core
);
1629 xfs_qm_adjust_dqtimers(dqp
->q_mount
, &dqp
->q_core
);
1632 dqp
->dq_flags
|= XFS_DQ_DIRTY
;
1638 xfs_qcnt_t
*O_rtblks
)
1640 xfs_filblks_t rtblks
; /* total rt blks */
1641 xfs_extnum_t idx
; /* extent record index */
1642 xfs_ifork_t
*ifp
; /* inode fork pointer */
1643 xfs_extnum_t nextents
; /* number of extent entries */
1646 ASSERT(XFS_IS_REALTIME_INODE(ip
));
1647 ifp
= XFS_IFORK_PTR(ip
, XFS_DATA_FORK
);
1648 if (!(ifp
->if_flags
& XFS_IFEXTENTS
)) {
1649 if ((error
= xfs_iread_extents(NULL
, ip
, XFS_DATA_FORK
)))
1653 nextents
= ifp
->if_bytes
/ (uint
)sizeof(xfs_bmbt_rec_t
);
1654 for (idx
= 0; idx
< nextents
; idx
++)
1655 rtblks
+= xfs_bmbt_get_blockcount(xfs_iext_get_ext(ifp
, idx
));
1656 *O_rtblks
= (xfs_qcnt_t
)rtblks
;
1661 * callback routine supplied to bulkstat(). Given an inumber, find its
1662 * dquots and update them to account for resources taken by that inode.
1666 xfs_qm_dqusage_adjust(
1667 xfs_mount_t
*mp
, /* mount point for filesystem */
1668 xfs_ino_t ino
, /* inode number to get data for */
1669 void __user
*buffer
, /* not used */
1670 int ubsize
, /* not used */
1671 void *private_data
, /* not used */
1672 xfs_daddr_t bno
, /* starting block of inode cluster */
1673 int *ubused
, /* not used */
1674 void *dip
, /* on-disk inode pointer (not used) */
1675 int *res
) /* result code value */
1678 xfs_dquot_t
*udqp
, *gdqp
;
1679 xfs_qcnt_t nblks
, rtblks
;
1682 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
1685 * rootino must have its resources accounted for, not so with the quota
1688 if (ino
== mp
->m_sb
.sb_uquotino
|| ino
== mp
->m_sb
.sb_gquotino
) {
1689 *res
= BULKSTAT_RV_NOTHING
;
1690 return XFS_ERROR(EINVAL
);
1694 * We don't _need_ to take the ilock EXCL. However, the xfs_qm_dqget
1695 * interface expects the inode to be exclusively locked because that's
1696 * the case in all other instances. It's OK that we do this because
1697 * quotacheck is done only at mount time.
1699 if ((error
= xfs_iget(mp
, NULL
, ino
, 0, XFS_ILOCK_EXCL
, &ip
, bno
))) {
1700 *res
= BULKSTAT_RV_NOTHING
;
1705 * Obtain the locked dquots. In case of an error (eg. allocation
1706 * fails for ENOSPC), we return the negative of the error number
1707 * to bulkstat, so that it can get propagated to quotacheck() and
1708 * making us disable quotas for the file system.
1710 if ((error
= xfs_qm_dqget_noattach(ip
, &udqp
, &gdqp
))) {
1711 xfs_iput(ip
, XFS_ILOCK_EXCL
);
1712 *res
= BULKSTAT_RV_GIVEUP
;
1717 if (! XFS_IS_REALTIME_INODE(ip
)) {
1718 nblks
= (xfs_qcnt_t
)ip
->i_d
.di_nblocks
;
1721 * Walk thru the extent list and count the realtime blocks.
1723 if ((error
= xfs_qm_get_rtblks(ip
, &rtblks
))) {
1724 xfs_iput(ip
, XFS_ILOCK_EXCL
);
1729 *res
= BULKSTAT_RV_GIVEUP
;
1732 nblks
= (xfs_qcnt_t
)ip
->i_d
.di_nblocks
- rtblks
;
1734 ASSERT(ip
->i_delayed_blks
== 0);
1737 * We can't release the inode while holding its dquot locks.
1738 * The inode can go into inactive and might try to acquire the dquotlocks.
1739 * So, just unlock here and do a vn_rele at the end.
1741 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
1744 * Add the (disk blocks and inode) resources occupied by this
1745 * inode to its dquots. We do this adjustment in the incore dquot,
1746 * and also copy the changes to its buffer.
1747 * We don't care about putting these changes in a transaction
1748 * envelope because if we crash in the middle of a 'quotacheck'
1749 * we have to start from the beginning anyway.
1750 * Once we're done, we'll log all the dquot bufs.
1752 * The *QUOTA_ON checks below may look pretty racy, but quotachecks
1753 * and quotaoffs don't race. (Quotachecks happen at mount time only).
1755 if (XFS_IS_UQUOTA_ON(mp
)) {
1757 xfs_qm_quotacheck_dqadjust(udqp
, nblks
, rtblks
);
1760 if (XFS_IS_OQUOTA_ON(mp
)) {
1762 xfs_qm_quotacheck_dqadjust(gdqp
, nblks
, rtblks
);
1766 * Now release the inode. This will send it to 'inactive', and
1767 * possibly even free blocks.
1774 *res
= BULKSTAT_RV_DIDONE
;
1779 * Walk thru all the filesystem inodes and construct a consistent view
1780 * of the disk quota world. If the quotacheck fails, disable quotas.
1786 int done
, count
, error
;
1789 xfs_inode_t
*uip
, *gip
;
1797 ASSERT(XFS_QI_UQIP(mp
) || XFS_QI_GQIP(mp
));
1798 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
1801 * There should be no cached dquots. The (simplistic) quotacheck
1802 * algorithm doesn't like that.
1804 ASSERT(XFS_QI_MPLNDQUOTS(mp
) == 0);
1806 cmn_err(CE_NOTE
, "XFS quotacheck %s: Please wait.", mp
->m_fsname
);
1809 * First we go thru all the dquots on disk, USR and GRP/PRJ, and reset
1810 * their counters to zero. We need a clean slate.
1811 * We don't log our changes till later.
1813 if ((uip
= XFS_QI_UQIP(mp
))) {
1814 if ((error
= xfs_qm_dqiterate(mp
, uip
, XFS_QMOPT_UQUOTA
)))
1816 flags
|= XFS_UQUOTA_CHKD
;
1819 if ((gip
= XFS_QI_GQIP(mp
))) {
1820 if ((error
= xfs_qm_dqiterate(mp
, gip
, XFS_IS_GQUOTA_ON(mp
) ?
1821 XFS_QMOPT_GQUOTA
: XFS_QMOPT_PQUOTA
)))
1823 flags
|= XFS_OQUOTA_CHKD
;
1828 * Iterate thru all the inodes in the file system,
1829 * adjusting the corresponding dquot counters in core.
1831 if ((error
= xfs_bulkstat(mp
, &lastino
, &count
,
1832 xfs_qm_dqusage_adjust
, NULL
,
1833 structsz
, NULL
, BULKSTAT_FG_IGET
, &done
)))
1839 * We've made all the changes that we need to make incore.
1840 * Flush them down to disk buffers if everything was updated
1844 error
= xfs_qm_dqflush_all(mp
, XFS_QMOPT_DELWRI
);
1847 * We can get this error if we couldn't do a dquot allocation inside
1848 * xfs_qm_dqusage_adjust (via bulkstat). We don't care about the
1849 * dirty dquots that might be cached, we just want to get rid of them
1850 * and turn quotaoff. The dquots won't be attached to any of the inodes
1851 * at this point (because we intentionally didn't in dqget_noattach).
1854 xfs_qm_dqpurge_all(mp
, XFS_QMOPT_QUOTALL
| XFS_QMOPT_QUOTAOFF
);
1859 * We didn't log anything, because if we crashed, we'll have to
1860 * start the quotacheck from scratch anyway. However, we must make
1861 * sure that our dquot changes are secure before we put the
1862 * quotacheck'd stamp on the superblock. So, here we do a synchronous
1865 XFS_bflush(mp
->m_ddev_targp
);
1868 * If one type of quotas is off, then it will lose its
1869 * quotachecked status, since we won't be doing accounting for
1870 * that type anymore.
1872 mp
->m_qflags
&= ~(XFS_OQUOTA_CHKD
| XFS_UQUOTA_CHKD
);
1873 mp
->m_qflags
|= flags
;
1875 XQM_LIST_PRINT(&(XFS_QI_MPL_LIST(mp
)), MPL_NEXT
, "++++ Mp list +++");
1879 cmn_err(CE_WARN
, "XFS quotacheck %s: Unsuccessful (Error %d): "
1880 "Disabling quotas.",
1881 mp
->m_fsname
, error
);
1883 * We must turn off quotas.
1885 ASSERT(mp
->m_quotainfo
!= NULL
);
1886 ASSERT(xfs_Gqm
!= NULL
);
1887 xfs_qm_destroy_quotainfo(mp
);
1888 if (xfs_mount_reset_sbqflags(mp
)) {
1889 cmn_err(CE_WARN
, "XFS quotacheck %s: "
1890 "Failed to reset quota flags.", mp
->m_fsname
);
1893 cmn_err(CE_NOTE
, "XFS quotacheck %s: Done.", mp
->m_fsname
);
1899 * This is called after the superblock has been read in and we're ready to
1900 * iget the quota inodes.
1903 xfs_qm_init_quotainos(
1906 xfs_inode_t
*uip
, *gip
;
1911 ASSERT(mp
->m_quotainfo
);
1917 * Get the uquota and gquota inodes
1919 if (xfs_sb_version_hasquota(&mp
->m_sb
)) {
1920 if (XFS_IS_UQUOTA_ON(mp
) &&
1921 mp
->m_sb
.sb_uquotino
!= NULLFSINO
) {
1922 ASSERT(mp
->m_sb
.sb_uquotino
> 0);
1923 if ((error
= xfs_iget(mp
, NULL
, mp
->m_sb
.sb_uquotino
,
1925 return XFS_ERROR(error
);
1927 if (XFS_IS_OQUOTA_ON(mp
) &&
1928 mp
->m_sb
.sb_gquotino
!= NULLFSINO
) {
1929 ASSERT(mp
->m_sb
.sb_gquotino
> 0);
1930 if ((error
= xfs_iget(mp
, NULL
, mp
->m_sb
.sb_gquotino
,
1934 return XFS_ERROR(error
);
1938 flags
|= XFS_QMOPT_SBVERSION
;
1939 sbflags
|= (XFS_SB_VERSIONNUM
| XFS_SB_UQUOTINO
|
1940 XFS_SB_GQUOTINO
| XFS_SB_QFLAGS
);
1944 * Create the two inodes, if they don't exist already. The changes
1945 * made above will get added to a transaction and logged in one of
1946 * the qino_alloc calls below. If the device is readonly,
1947 * temporarily switch to read-write to do this.
1949 if (XFS_IS_UQUOTA_ON(mp
) && uip
== NULL
) {
1950 if ((error
= xfs_qm_qino_alloc(mp
, &uip
,
1951 sbflags
| XFS_SB_UQUOTINO
,
1952 flags
| XFS_QMOPT_UQUOTA
)))
1953 return XFS_ERROR(error
);
1955 flags
&= ~XFS_QMOPT_SBVERSION
;
1957 if (XFS_IS_OQUOTA_ON(mp
) && gip
== NULL
) {
1958 flags
|= (XFS_IS_GQUOTA_ON(mp
) ?
1959 XFS_QMOPT_GQUOTA
: XFS_QMOPT_PQUOTA
);
1960 error
= xfs_qm_qino_alloc(mp
, &gip
,
1961 sbflags
| XFS_SB_GQUOTINO
, flags
);
1966 return XFS_ERROR(error
);
1970 XFS_QI_UQIP(mp
) = uip
;
1971 XFS_QI_GQIP(mp
) = gip
;
1978 * Traverse the freelist of dquots and attempt to reclaim a maximum of
1979 * 'howmany' dquots. This operation races with dqlookup(), and attempts to
1980 * favor the lookup function ...
1981 * XXXsup merge this with qm_reclaim_one().
1984 xfs_qm_shake_freelist(
1989 xfs_dquot_t
*dqp
, *nextdqp
;
2001 cmn_err(CE_DEBUG
, "Shake free 0x%x", howmany
);
2003 /* lock order is : hashchainlock, freelistlock, mplistlock */
2005 xfs_qm_freelist_lock(xfs_Gqm
);
2007 for (dqp
= xfs_Gqm
->qm_dqfreelist
.qh_next
;
2008 ((dqp
!= (xfs_dquot_t
*) &xfs_Gqm
->qm_dqfreelist
) &&
2009 nreclaimed
< howmany
); ) {
2013 * We are racing with dqlookup here. Naturally we don't
2014 * want to reclaim a dquot that lookup wants.
2016 if (dqp
->dq_flags
& XFS_DQ_WANT
) {
2018 xfs_qm_freelist_unlock(xfs_Gqm
);
2019 if (++restarts
>= XFS_QM_RECLAIM_MAX_RESTARTS
)
2021 XQM_STATS_INC(xqmstats
.xs_qm_dqwants
);
2026 * If the dquot is inactive, we are assured that it is
2027 * not on the mplist or the hashlist, and that makes our
2030 if (dqp
->dq_flags
& XFS_DQ_INACTIVE
) {
2031 ASSERT(dqp
->q_mount
== NULL
);
2032 ASSERT(! XFS_DQ_IS_DIRTY(dqp
));
2033 ASSERT(dqp
->HL_PREVP
== NULL
);
2034 ASSERT(dqp
->MPL_PREVP
== NULL
);
2035 XQM_STATS_INC(xqmstats
.xs_qm_dqinact_reclaims
);
2036 nextdqp
= dqp
->dq_flnext
;
2040 ASSERT(dqp
->MPL_PREVP
);
2042 * Try to grab the flush lock. If this dquot is in the process of
2043 * getting flushed to disk, we don't want to reclaim it.
2045 if (!xfs_dqflock_nowait(dqp
)) {
2047 dqp
= dqp
->dq_flnext
;
2052 * We have the flush lock so we know that this is not in the
2053 * process of being flushed. So, if this is dirty, flush it
2054 * DELWRI so that we don't get a freelist infested with
2057 if (XFS_DQ_IS_DIRTY(dqp
)) {
2059 xfs_dqtrace_entry(dqp
, "DQSHAKE: DQDIRTY");
2061 * We flush it delayed write, so don't bother
2062 * releasing the mplock.
2064 error
= xfs_qm_dqflush(dqp
, XFS_QMOPT_DELWRI
);
2066 xfs_fs_cmn_err(CE_WARN
, dqp
->q_mount
,
2067 "xfs_qm_dqflush_all: dquot %p flush failed", dqp
);
2069 xfs_dqunlock(dqp
); /* dqflush unlocks dqflock */
2070 dqp
= dqp
->dq_flnext
;
2074 * We're trying to get the hashlock out of order. This races
2075 * with dqlookup; so, we giveup and goto the next dquot if
2076 * we couldn't get the hashlock. This way, we won't starve
2077 * a dqlookup process that holds the hashlock that is
2078 * waiting for the freelist lock.
2080 if (! xfs_qm_dqhashlock_nowait(dqp
)) {
2083 dqp
= dqp
->dq_flnext
;
2087 * This races with dquot allocation code as well as dqflush_all
2088 * and reclaim code. So, if we failed to grab the mplist lock,
2089 * giveup everything and start over.
2093 if (! xfs_qm_mplist_nowait(dqp
->q_mount
)) {
2094 /* XXX put a sentinel so that we can come back here */
2097 XFS_DQ_HASH_UNLOCK(hash
);
2098 xfs_qm_freelist_unlock(xfs_Gqm
);
2099 if (++restarts
>= XFS_QM_RECLAIM_MAX_RESTARTS
)
2103 xfs_dqtrace_entry(dqp
, "DQSHAKE: UNLINKING");
2105 cmn_err(CE_DEBUG
, "Shake 0x%p, ID 0x%x\n",
2106 dqp
, be32_to_cpu(dqp
->q_core
.d_id
));
2108 ASSERT(dqp
->q_nrefs
== 0);
2109 nextdqp
= dqp
->dq_flnext
;
2110 XQM_MPLIST_REMOVE(&(XFS_QI_MPL_LIST(dqp
->q_mount
)), dqp
);
2111 XQM_HASHLIST_REMOVE(hash
, dqp
);
2113 xfs_qm_mplist_unlock(dqp
->q_mount
);
2114 XFS_DQ_HASH_UNLOCK(hash
);
2117 XQM_FREELIST_REMOVE(dqp
);
2120 XQM_STATS_INC(xqmstats
.xs_qm_dqshake_reclaims
);
2121 xfs_qm_dqdestroy(dqp
);
2124 xfs_qm_freelist_unlock(xfs_Gqm
);
2130 * The kmem_shake interface is invoked when memory is running low.
2134 xfs_qm_shake(int nr_to_scan
, gfp_t gfp_mask
)
2136 int ndqused
, nfree
, n
;
2138 if (!kmem_shake_allow(gfp_mask
))
2143 nfree
= xfs_Gqm
->qm_dqfreelist
.qh_nelems
; /* free dquots */
2144 /* incore dquots in all f/s's */
2145 ndqused
= atomic_read(&xfs_Gqm
->qm_totaldquots
) - nfree
;
2147 ASSERT(ndqused
>= 0);
2149 if (nfree
<= ndqused
&& nfree
< ndquot
)
2152 ndqused
*= xfs_Gqm
->qm_dqfree_ratio
; /* target # of free dquots */
2153 n
= nfree
- ndqused
- ndquot
; /* # over target */
2155 return xfs_qm_shake_freelist(MAX(nfree
, n
));
2160 * Just pop the least recently used dquot off the freelist and
2161 * recycle it. The returned dquot is locked.
2163 STATIC xfs_dquot_t
*
2164 xfs_qm_dqreclaim_one(void)
2166 xfs_dquot_t
*dqpout
;
2175 /* lockorder: hashchainlock, freelistlock, mplistlock, dqlock, dqflock */
2177 xfs_qm_freelist_lock(xfs_Gqm
);
2179 FOREACH_DQUOT_IN_FREELIST(dqp
, &(xfs_Gqm
->qm_dqfreelist
)) {
2183 * We are racing with dqlookup here. Naturally we don't
2184 * want to reclaim a dquot that lookup wants. We release the
2185 * freelist lock and start over, so that lookup will grab
2186 * both the dquot and the freelistlock.
2188 if (dqp
->dq_flags
& XFS_DQ_WANT
) {
2189 ASSERT(! (dqp
->dq_flags
& XFS_DQ_INACTIVE
));
2190 xfs_dqtrace_entry(dqp
, "DQRECLAIM: DQWANT");
2192 xfs_qm_freelist_unlock(xfs_Gqm
);
2193 if (++restarts
>= XFS_QM_RECLAIM_MAX_RESTARTS
)
2195 XQM_STATS_INC(xqmstats
.xs_qm_dqwants
);
2200 * If the dquot is inactive, we are assured that it is
2201 * not on the mplist or the hashlist, and that makes our
2204 if (dqp
->dq_flags
& XFS_DQ_INACTIVE
) {
2205 ASSERT(dqp
->q_mount
== NULL
);
2206 ASSERT(! XFS_DQ_IS_DIRTY(dqp
));
2207 ASSERT(dqp
->HL_PREVP
== NULL
);
2208 ASSERT(dqp
->MPL_PREVP
== NULL
);
2209 XQM_FREELIST_REMOVE(dqp
);
2212 XQM_STATS_INC(xqmstats
.xs_qm_dqinact_reclaims
);
2216 ASSERT(dqp
->q_hash
);
2217 ASSERT(dqp
->MPL_PREVP
);
2220 * Try to grab the flush lock. If this dquot is in the process of
2221 * getting flushed to disk, we don't want to reclaim it.
2223 if (!xfs_dqflock_nowait(dqp
)) {
2229 * We have the flush lock so we know that this is not in the
2230 * process of being flushed. So, if this is dirty, flush it
2231 * DELWRI so that we don't get a freelist infested with
2234 if (XFS_DQ_IS_DIRTY(dqp
)) {
2236 xfs_dqtrace_entry(dqp
, "DQRECLAIM: DQDIRTY");
2238 * We flush it delayed write, so don't bother
2239 * releasing the freelist lock.
2241 error
= xfs_qm_dqflush(dqp
, XFS_QMOPT_DELWRI
);
2243 xfs_fs_cmn_err(CE_WARN
, dqp
->q_mount
,
2244 "xfs_qm_dqreclaim: dquot %p flush failed", dqp
);
2246 xfs_dqunlock(dqp
); /* dqflush unlocks dqflock */
2250 if (! xfs_qm_mplist_nowait(dqp
->q_mount
)) {
2256 if (! xfs_qm_dqhashlock_nowait(dqp
))
2259 ASSERT(dqp
->q_nrefs
== 0);
2260 xfs_dqtrace_entry(dqp
, "DQRECLAIM: UNLINKING");
2261 XQM_MPLIST_REMOVE(&(XFS_QI_MPL_LIST(dqp
->q_mount
)), dqp
);
2262 XQM_HASHLIST_REMOVE(dqp
->q_hash
, dqp
);
2263 XQM_FREELIST_REMOVE(dqp
);
2265 XFS_DQ_HASH_UNLOCK(dqp
->q_hash
);
2267 xfs_qm_mplist_unlock(dqp
->q_mount
);
2274 xfs_qm_freelist_unlock(xfs_Gqm
);
2279 /*------------------------------------------------------------------*/
2282 * Return a new incore dquot. Depending on the number of
2283 * dquots in the system, we either allocate a new one on the kernel heap,
2284 * or reclaim a free one.
2285 * Return value is B_TRUE if we allocated a new dquot, B_FALSE if we managed
2286 * to reclaim an existing one from the freelist.
2289 xfs_qm_dqalloc_incore(
2290 xfs_dquot_t
**O_dqpp
)
2295 * Check against high water mark to see if we want to pop
2296 * a nincompoop dquot off the freelist.
2298 if (atomic_read(&xfs_Gqm
->qm_totaldquots
) >= ndquot
) {
2300 * Try to recycle a dquot from the freelist.
2302 if ((dqp
= xfs_qm_dqreclaim_one())) {
2303 XQM_STATS_INC(xqmstats
.xs_qm_dqreclaims
);
2305 * Just zero the core here. The rest will get
2306 * reinitialized by caller. XXX we shouldn't even
2309 memset(&dqp
->q_core
, 0, sizeof(dqp
->q_core
));
2313 XQM_STATS_INC(xqmstats
.xs_qm_dqreclaim_misses
);
2317 * Allocate a brand new dquot on the kernel heap and return it
2318 * to the caller to initialize.
2320 ASSERT(xfs_Gqm
->qm_dqzone
!= NULL
);
2321 *O_dqpp
= kmem_zone_zalloc(xfs_Gqm
->qm_dqzone
, KM_SLEEP
);
2322 atomic_inc(&xfs_Gqm
->qm_totaldquots
);
2329 * Start a transaction and write the incore superblock changes to
2330 * disk. flags parameter indicates which fields have changed.
2333 xfs_qm_write_sb_changes(
2341 cmn_err(CE_NOTE
, "Writing superblock quota changes :%s", mp
->m_fsname
);
2343 tp
= xfs_trans_alloc(mp
, XFS_TRANS_QM_SBCHANGE
);
2344 if ((error
= xfs_trans_reserve(tp
, 0,
2345 mp
->m_sb
.sb_sectsize
+ 128, 0,
2347 XFS_DEFAULT_LOG_COUNT
))) {
2348 xfs_trans_cancel(tp
, 0);
2352 xfs_mod_sb(tp
, flags
);
2353 error
= xfs_trans_commit(tp
, 0);
2359 /* --------------- utility functions for vnodeops ---------------- */
2363 * Given an inode, a uid and gid (from cred_t) make sure that we have
2364 * allocated relevant dquot(s) on disk, and that we won't exceed inode
2365 * quotas by creating this file.
2366 * This also attaches dquot(s) to the given inode after locking it,
2367 * and returns the dquots corresponding to the uid and/or gid.
2369 * in : inode (unlocked)
2370 * out : udquot, gdquot with references taken and unlocked
2380 xfs_dquot_t
**O_udqpp
,
2381 xfs_dquot_t
**O_gdqpp
)
2384 xfs_dquot_t
*uq
, *gq
;
2387 if (!XFS_IS_QUOTA_ON(mp
))
2390 lockflags
= XFS_ILOCK_EXCL
;
2391 xfs_ilock(ip
, lockflags
);
2393 if ((flags
& XFS_QMOPT_INHERIT
) && XFS_INHERIT_GID(ip
))
2394 gid
= ip
->i_d
.di_gid
;
2397 * Attach the dquot(s) to this inode, doing a dquot allocation
2398 * if necessary. The dquot(s) will not be locked.
2400 if (XFS_NOT_DQATTACHED(mp
, ip
)) {
2401 if ((error
= xfs_qm_dqattach(ip
, XFS_QMOPT_DQALLOC
|
2402 XFS_QMOPT_ILOCKED
))) {
2403 xfs_iunlock(ip
, lockflags
);
2409 if ((flags
& XFS_QMOPT_UQUOTA
) && XFS_IS_UQUOTA_ON(mp
)) {
2410 if (ip
->i_d
.di_uid
!= uid
) {
2412 * What we need is the dquot that has this uid, and
2413 * if we send the inode to dqget, the uid of the inode
2414 * takes priority over what's sent in the uid argument.
2415 * We must unlock inode here before calling dqget if
2416 * we're not sending the inode, because otherwise
2417 * we'll deadlock by doing trans_reserve while
2420 xfs_iunlock(ip
, lockflags
);
2421 if ((error
= xfs_qm_dqget(mp
, NULL
, (xfs_dqid_t
) uid
,
2426 ASSERT(error
!= ENOENT
);
2430 * Get the ilock in the right order.
2433 lockflags
= XFS_ILOCK_SHARED
;
2434 xfs_ilock(ip
, lockflags
);
2437 * Take an extra reference, because we'll return
2440 ASSERT(ip
->i_udquot
);
2447 if ((flags
& XFS_QMOPT_GQUOTA
) && XFS_IS_GQUOTA_ON(mp
)) {
2448 if (ip
->i_d
.di_gid
!= gid
) {
2449 xfs_iunlock(ip
, lockflags
);
2450 if ((error
= xfs_qm_dqget(mp
, NULL
, (xfs_dqid_t
)gid
,
2457 ASSERT(error
!= ENOENT
);
2461 lockflags
= XFS_ILOCK_SHARED
;
2462 xfs_ilock(ip
, lockflags
);
2464 ASSERT(ip
->i_gdquot
);
2470 } else if ((flags
& XFS_QMOPT_PQUOTA
) && XFS_IS_PQUOTA_ON(mp
)) {
2471 if (ip
->i_d
.di_projid
!= prid
) {
2472 xfs_iunlock(ip
, lockflags
);
2473 if ((error
= xfs_qm_dqget(mp
, NULL
, (xfs_dqid_t
)prid
,
2480 ASSERT(error
!= ENOENT
);
2484 lockflags
= XFS_ILOCK_SHARED
;
2485 xfs_ilock(ip
, lockflags
);
2487 ASSERT(ip
->i_gdquot
);
2495 xfs_dqtrace_entry_ino(uq
, "DQALLOC", ip
);
2497 xfs_iunlock(ip
, lockflags
);
2510 * Actually transfer ownership, and do dquot modifications.
2511 * These were already reserved.
2517 xfs_dquot_t
**IO_olddq
,
2520 xfs_dquot_t
*prevdq
;
2521 uint bfield
= XFS_IS_REALTIME_INODE(ip
) ?
2522 XFS_TRANS_DQ_RTBCOUNT
: XFS_TRANS_DQ_BCOUNT
;
2524 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
2525 ASSERT(XFS_IS_QUOTA_RUNNING(ip
->i_mount
));
2530 ASSERT(prevdq
!= newdq
);
2532 xfs_trans_mod_dquot(tp
, prevdq
, bfield
, -(ip
->i_d
.di_nblocks
));
2533 xfs_trans_mod_dquot(tp
, prevdq
, XFS_TRANS_DQ_ICOUNT
, -1);
2535 /* the sparkling new dquot */
2536 xfs_trans_mod_dquot(tp
, newdq
, bfield
, ip
->i_d
.di_nblocks
);
2537 xfs_trans_mod_dquot(tp
, newdq
, XFS_TRANS_DQ_ICOUNT
, 1);
2540 * Take an extra reference, because the inode
2541 * is going to keep this dquot pointer even
2542 * after the trans_commit.
2546 xfs_dqunlock(newdq
);
2553 * Quota reservations for setattr(AT_UID|AT_GID|AT_PROJID).
2556 xfs_qm_vop_chown_reserve(
2565 uint delblks
, blkflags
, prjflags
= 0;
2566 xfs_dquot_t
*unresudq
, *unresgdq
, *delblksudq
, *delblksgdq
;
2568 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
|XFS_ILOCK_SHARED
));
2570 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
2572 delblks
= ip
->i_delayed_blks
;
2573 delblksudq
= delblksgdq
= unresudq
= unresgdq
= NULL
;
2574 blkflags
= XFS_IS_REALTIME_INODE(ip
) ?
2575 XFS_QMOPT_RES_RTBLKS
: XFS_QMOPT_RES_REGBLKS
;
2577 if (XFS_IS_UQUOTA_ON(mp
) && udqp
&&
2578 ip
->i_d
.di_uid
!= (uid_t
)be32_to_cpu(udqp
->q_core
.d_id
)) {
2581 * If there are delayed allocation blocks, then we have to
2582 * unreserve those from the old dquot, and add them to the
2586 ASSERT(ip
->i_udquot
);
2587 unresudq
= ip
->i_udquot
;
2590 if (XFS_IS_OQUOTA_ON(ip
->i_mount
) && gdqp
) {
2591 if (XFS_IS_PQUOTA_ON(ip
->i_mount
) &&
2592 ip
->i_d
.di_projid
!= be32_to_cpu(gdqp
->q_core
.d_id
))
2593 prjflags
= XFS_QMOPT_ENOSPC
;
2596 (XFS_IS_GQUOTA_ON(ip
->i_mount
) &&
2597 ip
->i_d
.di_gid
!= be32_to_cpu(gdqp
->q_core
.d_id
))) {
2600 ASSERT(ip
->i_gdquot
);
2601 unresgdq
= ip
->i_gdquot
;
2606 if ((error
= xfs_trans_reserve_quota_bydquots(tp
, ip
->i_mount
,
2607 delblksudq
, delblksgdq
, ip
->i_d
.di_nblocks
, 1,
2608 flags
| blkflags
| prjflags
)))
2612 * Do the delayed blks reservations/unreservations now. Since, these
2613 * are done without the help of a transaction, if a reservation fails
2614 * its previous reservations won't be automatically undone by trans
2615 * code. So, we have to do it manually here.
2619 * Do the reservations first. Unreservation can't fail.
2621 ASSERT(delblksudq
|| delblksgdq
);
2622 ASSERT(unresudq
|| unresgdq
);
2623 if ((error
= xfs_trans_reserve_quota_bydquots(NULL
, ip
->i_mount
,
2624 delblksudq
, delblksgdq
, (xfs_qcnt_t
)delblks
, 0,
2625 flags
| blkflags
| prjflags
)))
2627 xfs_trans_reserve_quota_bydquots(NULL
, ip
->i_mount
,
2628 unresudq
, unresgdq
, -((xfs_qcnt_t
)delblks
), 0,
2636 xfs_qm_vop_rename_dqattach(
2637 xfs_inode_t
**i_tab
)
2645 if (! XFS_IS_QUOTA_ON(ip
->i_mount
))
2648 if (XFS_NOT_DQATTACHED(ip
->i_mount
, ip
)) {
2649 error
= xfs_qm_dqattach(ip
, 0);
2653 for (i
= 1; (i
< 4 && i_tab
[i
]); i
++) {
2655 * Watch out for duplicate entries in the table.
2657 if ((ip
= i_tab
[i
]) != i_tab
[i
-1]) {
2658 if (XFS_NOT_DQATTACHED(ip
->i_mount
, ip
)) {
2659 error
= xfs_qm_dqattach(ip
, 0);
2669 xfs_qm_vop_dqattach_and_dqmod_newinode(
2675 if (!XFS_IS_QUOTA_ON(tp
->t_mountp
))
2678 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
2679 ASSERT(XFS_IS_QUOTA_RUNNING(tp
->t_mountp
));
2685 ASSERT(ip
->i_udquot
== NULL
);
2686 ip
->i_udquot
= udqp
;
2687 ASSERT(XFS_IS_UQUOTA_ON(tp
->t_mountp
));
2688 ASSERT(ip
->i_d
.di_uid
== be32_to_cpu(udqp
->q_core
.d_id
));
2689 xfs_trans_mod_dquot(tp
, udqp
, XFS_TRANS_DQ_ICOUNT
, 1);
2695 ASSERT(ip
->i_gdquot
== NULL
);
2696 ip
->i_gdquot
= gdqp
;
2697 ASSERT(XFS_IS_OQUOTA_ON(tp
->t_mountp
));
2698 ASSERT((XFS_IS_GQUOTA_ON(tp
->t_mountp
) ?
2699 ip
->i_d
.di_gid
: ip
->i_d
.di_projid
) ==
2700 be32_to_cpu(gdqp
->q_core
.d_id
));
2701 xfs_trans_mod_dquot(tp
, gdqp
, XFS_TRANS_DQ_ICOUNT
, 1);
2705 /* ------------- list stuff -----------------*/
2707 xfs_qm_freelist_init(xfs_frlist_t
*ql
)
2709 ql
->qh_next
= ql
->qh_prev
= (xfs_dquot_t
*) ql
;
2710 mutex_init(&ql
->qh_lock
);
2716 xfs_qm_freelist_destroy(xfs_frlist_t
*ql
)
2718 xfs_dquot_t
*dqp
, *nextdqp
;
2720 mutex_lock(&ql
->qh_lock
);
2721 for (dqp
= ql
->qh_next
;
2722 dqp
!= (xfs_dquot_t
*)ql
; ) {
2724 nextdqp
= dqp
->dq_flnext
;
2726 cmn_err(CE_DEBUG
, "FREELIST destroy 0x%p", dqp
);
2728 XQM_FREELIST_REMOVE(dqp
);
2730 xfs_qm_dqdestroy(dqp
);
2733 mutex_unlock(&ql
->qh_lock
);
2734 mutex_destroy(&ql
->qh_lock
);
2736 ASSERT(ql
->qh_nelems
== 0);
2740 xfs_qm_freelist_insert(xfs_frlist_t
*ql
, xfs_dquot_t
*dq
)
2742 dq
->dq_flnext
= ql
->qh_next
;
2743 dq
->dq_flprev
= (xfs_dquot_t
*)ql
;
2745 dq
->dq_flnext
->dq_flprev
= dq
;
2746 xfs_Gqm
->qm_dqfreelist
.qh_nelems
++;
2747 xfs_Gqm
->qm_dqfreelist
.qh_version
++;
2751 xfs_qm_freelist_unlink(xfs_dquot_t
*dq
)
2753 xfs_dquot_t
*next
= dq
->dq_flnext
;
2754 xfs_dquot_t
*prev
= dq
->dq_flprev
;
2756 next
->dq_flprev
= prev
;
2757 prev
->dq_flnext
= next
;
2758 dq
->dq_flnext
= dq
->dq_flprev
= dq
;
2759 xfs_Gqm
->qm_dqfreelist
.qh_nelems
--;
2760 xfs_Gqm
->qm_dqfreelist
.qh_version
++;
2764 xfs_qm_freelist_append(xfs_frlist_t
*ql
, xfs_dquot_t
*dq
)
2766 xfs_qm_freelist_insert((xfs_frlist_t
*)ql
->qh_prev
, dq
);
2770 xfs_qm_dqhashlock_nowait(
2775 locked
= mutex_trylock(&((dqp
)->q_hash
->qh_lock
));
2780 xfs_qm_freelist_lock_nowait(
2785 locked
= mutex_trylock(&(xqm
->qm_dqfreelist
.qh_lock
));
2790 xfs_qm_mplist_nowait(
2795 ASSERT(mp
->m_quotainfo
);
2796 locked
= mutex_trylock(&(XFS_QI_MPLLOCK(mp
)));