2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
23 #include "xfs_trans.h"
26 #include "xfs_alloc.h"
27 #include "xfs_quota.h"
28 #include "xfs_mount.h"
29 #include "xfs_bmap_btree.h"
30 #include "xfs_ialloc_btree.h"
31 #include "xfs_dinode.h"
32 #include "xfs_inode.h"
33 #include "xfs_ialloc.h"
34 #include "xfs_itable.h"
35 #include "xfs_rtalloc.h"
36 #include "xfs_error.h"
39 #include "xfs_buf_item.h"
40 #include "xfs_trans_space.h"
41 #include "xfs_utils.h"
43 #include "xfs_trace.h"
46 * The global quota manager. There is only one of these for the entire
47 * system, _not_ one per file system. XQM keeps track of the overall
48 * quota functionality, including maintaining the freelist and hash
51 struct mutex xfs_Gqm_lock
;
52 struct xfs_qm
*xfs_Gqm
;
55 kmem_zone_t
*qm_dqzone
;
56 kmem_zone_t
*qm_dqtrxzone
;
58 STATIC
void xfs_qm_list_init(xfs_dqlist_t
*, char *, int);
59 STATIC
void xfs_qm_list_destroy(xfs_dqlist_t
*);
61 STATIC
int xfs_qm_init_quotainos(xfs_mount_t
*);
62 STATIC
int xfs_qm_init_quotainfo(xfs_mount_t
*);
63 STATIC
int xfs_qm_shake(struct shrinker
*, struct shrink_control
*);
65 static struct shrinker xfs_qm_shaker
= {
66 .shrink
= xfs_qm_shake
,
67 .seeks
= DEFAULT_SEEKS
,
71 * Initialize the XQM structure.
72 * Note that there is not one quota manager per file system.
74 STATIC
struct xfs_qm
*
77 xfs_dqhash_t
*udqhash
, *gdqhash
;
83 * Initialize the dquot hash tables.
85 udqhash
= kmem_zalloc_greedy(&hsize
,
86 XFS_QM_HASHSIZE_LOW
* sizeof(xfs_dqhash_t
),
87 XFS_QM_HASHSIZE_HIGH
* sizeof(xfs_dqhash_t
));
91 gdqhash
= kmem_zalloc_large(hsize
);
93 goto out_free_udqhash
;
95 hsize
/= sizeof(xfs_dqhash_t
);
98 xqm
= kmem_zalloc(sizeof(xfs_qm_t
), KM_SLEEP
);
99 xqm
->qm_dqhashmask
= hsize
- 1;
100 xqm
->qm_usr_dqhtable
= udqhash
;
101 xqm
->qm_grp_dqhtable
= gdqhash
;
102 ASSERT(xqm
->qm_usr_dqhtable
!= NULL
);
103 ASSERT(xqm
->qm_grp_dqhtable
!= NULL
);
105 for (i
= 0; i
< hsize
; i
++) {
106 xfs_qm_list_init(&(xqm
->qm_usr_dqhtable
[i
]), "uxdqh", i
);
107 xfs_qm_list_init(&(xqm
->qm_grp_dqhtable
[i
]), "gxdqh", i
);
111 * Freelist of all dquots of all file systems
113 INIT_LIST_HEAD(&xqm
->qm_dqfrlist
);
114 xqm
->qm_dqfrlist_cnt
= 0;
115 mutex_init(&xqm
->qm_dqfrlist_lock
);
118 * dquot zone. we register our own low-memory callback.
121 xqm
->qm_dqzone
= kmem_zone_init(sizeof(xfs_dquot_t
),
123 qm_dqzone
= xqm
->qm_dqzone
;
125 xqm
->qm_dqzone
= qm_dqzone
;
127 register_shrinker(&xfs_qm_shaker
);
130 * The t_dqinfo portion of transactions.
133 xqm
->qm_dqtrxzone
= kmem_zone_init(sizeof(xfs_dquot_acct_t
),
135 qm_dqtrxzone
= xqm
->qm_dqtrxzone
;
137 xqm
->qm_dqtrxzone
= qm_dqtrxzone
;
139 atomic_set(&xqm
->qm_totaldquots
, 0);
140 xqm
->qm_dqfree_ratio
= XFS_QM_DQFREE_RATIO
;
145 kmem_free_large(udqhash
);
151 * Destroy the global quota manager when its reference count goes to zero.
160 ASSERT(xqm
->qm_nrefs
== 0);
162 unregister_shrinker(&xfs_qm_shaker
);
164 mutex_lock(&xqm
->qm_dqfrlist_lock
);
165 ASSERT(list_empty(&xqm
->qm_dqfrlist
));
166 mutex_unlock(&xqm
->qm_dqfrlist_lock
);
168 hsize
= xqm
->qm_dqhashmask
+ 1;
169 for (i
= 0; i
< hsize
; i
++) {
170 xfs_qm_list_destroy(&(xqm
->qm_usr_dqhtable
[i
]));
171 xfs_qm_list_destroy(&(xqm
->qm_grp_dqhtable
[i
]));
173 kmem_free_large(xqm
->qm_usr_dqhtable
);
174 kmem_free_large(xqm
->qm_grp_dqhtable
);
175 xqm
->qm_usr_dqhtable
= NULL
;
176 xqm
->qm_grp_dqhtable
= NULL
;
177 xqm
->qm_dqhashmask
= 0;
183 * Called at mount time to let XQM know that another file system is
184 * starting quotas. This isn't crucial information as the individual mount
185 * structures are pretty independent, but it helps the XQM keep a
186 * global view of what's going on.
190 xfs_qm_hold_quotafs_ref(
191 struct xfs_mount
*mp
)
194 * Need to lock the xfs_Gqm structure for things like this. For example,
195 * the structure could disappear between the entry to this routine and
196 * a HOLD operation if not locked.
198 mutex_lock(&xfs_Gqm_lock
);
201 xfs_Gqm
= xfs_Gqm_init();
203 mutex_unlock(&xfs_Gqm_lock
);
209 * We can keep a list of all filesystems with quotas mounted for
210 * debugging and statistical purposes, but ...
211 * Just take a reference and get out.
214 mutex_unlock(&xfs_Gqm_lock
);
221 * Release the reference that a filesystem took at mount time,
222 * so that we know when we need to destroy the entire quota manager.
226 xfs_qm_rele_quotafs_ref(
227 struct xfs_mount
*mp
)
230 ASSERT(xfs_Gqm
->qm_nrefs
> 0);
233 * Destroy the entire XQM. If somebody mounts with quotaon, this'll
236 mutex_lock(&xfs_Gqm_lock
);
237 if (--xfs_Gqm
->qm_nrefs
== 0) {
238 xfs_qm_destroy(xfs_Gqm
);
241 mutex_unlock(&xfs_Gqm_lock
);
245 * Just destroy the quotainfo structure.
249 struct xfs_mount
*mp
)
251 if (mp
->m_quotainfo
) {
252 xfs_qm_dqpurge_all(mp
, XFS_QMOPT_QUOTALL
);
253 xfs_qm_destroy_quotainfo(mp
);
259 * This is called from xfs_mountfs to start quotas and initialize all
260 * necessary data structures like quotainfo. This is also responsible for
261 * running a quotacheck as necessary. We are guaranteed that the superblock
262 * is consistently read in at this point.
264 * If we fail here, the mount will continue with quota turned off. We don't
265 * need to inidicate success or failure at all.
275 * If quotas on realtime volumes is not supported, we disable
276 * quotas immediately.
278 if (mp
->m_sb
.sb_rextents
) {
279 xfs_notice(mp
, "Cannot turn on quotas for realtime filesystem");
284 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
287 * Allocate the quotainfo structure inside the mount struct, and
288 * create quotainode(s), and change/rev superblock if necessary.
290 error
= xfs_qm_init_quotainfo(mp
);
293 * We must turn off quotas.
295 ASSERT(mp
->m_quotainfo
== NULL
);
300 * If any of the quotas are not consistent, do a quotacheck.
302 if (XFS_QM_NEED_QUOTACHECK(mp
)) {
303 error
= xfs_qm_quotacheck(mp
);
305 /* Quotacheck failed and disabled quotas. */
310 * If one type of quotas is off, then it will lose its
311 * quotachecked status, since we won't be doing accounting for
314 if (!XFS_IS_UQUOTA_ON(mp
))
315 mp
->m_qflags
&= ~XFS_UQUOTA_CHKD
;
316 if (!(XFS_IS_GQUOTA_ON(mp
) || XFS_IS_PQUOTA_ON(mp
)))
317 mp
->m_qflags
&= ~XFS_OQUOTA_CHKD
;
321 * We actually don't have to acquire the m_sb_lock at all.
322 * This can only be called from mount, and that's single threaded. XXX
324 spin_lock(&mp
->m_sb_lock
);
325 sbf
= mp
->m_sb
.sb_qflags
;
326 mp
->m_sb
.sb_qflags
= mp
->m_qflags
& XFS_MOUNT_QUOTA_ALL
;
327 spin_unlock(&mp
->m_sb_lock
);
329 if (sbf
!= (mp
->m_qflags
& XFS_MOUNT_QUOTA_ALL
)) {
330 if (xfs_qm_write_sb_changes(mp
, XFS_SB_QFLAGS
)) {
332 * We could only have been turning quotas off.
333 * We aren't in very good shape actually because
334 * the incore structures are convinced that quotas are
335 * off, but the on disk superblock doesn't know that !
337 ASSERT(!(XFS_IS_QUOTA_RUNNING(mp
)));
338 xfs_alert(mp
, "%s: Superblock update failed!",
344 xfs_warn(mp
, "Failed to initialize disk quotas.");
350 * Called from the vfsops layer.
353 xfs_qm_unmount_quotas(
357 * Release the dquots that root inode, et al might be holding,
358 * before we flush quotas and blow away the quotainfo structure.
360 ASSERT(mp
->m_rootip
);
361 xfs_qm_dqdetach(mp
->m_rootip
);
363 xfs_qm_dqdetach(mp
->m_rbmip
);
365 xfs_qm_dqdetach(mp
->m_rsumip
);
368 * Release the quota inodes.
370 if (mp
->m_quotainfo
) {
371 if (mp
->m_quotainfo
->qi_uquotaip
) {
372 IRELE(mp
->m_quotainfo
->qi_uquotaip
);
373 mp
->m_quotainfo
->qi_uquotaip
= NULL
;
375 if (mp
->m_quotainfo
->qi_gquotaip
) {
376 IRELE(mp
->m_quotainfo
->qi_gquotaip
);
377 mp
->m_quotainfo
->qi_gquotaip
= NULL
;
383 * Flush all dquots of the given file system to disk. The dquots are
384 * _not_ purged from memory here, just their data written to disk.
388 struct xfs_mount
*mp
)
390 struct xfs_quotainfo
*q
= mp
->m_quotainfo
;
392 struct xfs_dquot
*dqp
;
398 mutex_lock(&q
->qi_dqlist_lock
);
399 list_for_each_entry(dqp
, &q
->qi_dqlist
, q_mplist
) {
401 if ((dqp
->dq_flags
& XFS_DQ_FREEING
) ||
402 !XFS_DQ_IS_DIRTY(dqp
)) {
407 /* XXX a sentinel would be better */
408 recl
= q
->qi_dqreclaims
;
409 if (!xfs_dqflock_nowait(dqp
)) {
411 * If we can't grab the flush lock then check
412 * to see if the dquot has been flushed delayed
413 * write. If so, grab its buffer and send it
414 * out immediately. We'll be able to acquire
415 * the flush lock when the I/O completes.
417 xfs_dqflock_pushbuf_wait(dqp
);
420 * Let go of the mplist lock. We don't want to hold it
421 * across a disk write.
423 mutex_unlock(&q
->qi_dqlist_lock
);
424 error
= xfs_qm_dqflush(dqp
, 0);
429 mutex_lock(&q
->qi_dqlist_lock
);
430 if (recl
!= q
->qi_dqreclaims
) {
431 mutex_unlock(&q
->qi_dqlist_lock
);
432 /* XXX restart limit */
437 mutex_unlock(&q
->qi_dqlist_lock
);
443 * Release the group dquot pointers the user dquots may be
444 * carrying around as a hint. mplist is locked on entry and exit.
447 xfs_qm_detach_gdquots(
448 struct xfs_mount
*mp
)
450 struct xfs_quotainfo
*q
= mp
->m_quotainfo
;
451 struct xfs_dquot
*dqp
, *gdqp
;
454 ASSERT(mutex_is_locked(&q
->qi_dqlist_lock
));
455 list_for_each_entry(dqp
, &q
->qi_dqlist
, q_mplist
) {
457 if (dqp
->dq_flags
& XFS_DQ_FREEING
) {
459 mutex_unlock(&q
->qi_dqlist_lock
);
461 mutex_lock(&q
->qi_dqlist_lock
);
465 gdqp
= dqp
->q_gdquot
;
467 dqp
->q_gdquot
= NULL
;
476 * Go through all the incore dquots of this file system and take them
477 * off the mplist and hashlist, if the dquot type matches the dqtype
478 * parameter. This is used when turning off quota accounting for
479 * users and/or groups, as well as when the filesystem is unmounting.
483 struct xfs_mount
*mp
,
486 struct xfs_quotainfo
*q
= mp
->m_quotainfo
;
487 struct xfs_dquot
*dqp
, *n
;
490 LIST_HEAD (dispose_list
);
495 dqtype
= (flags
& XFS_QMOPT_UQUOTA
) ? XFS_DQ_USER
: 0;
496 dqtype
|= (flags
& XFS_QMOPT_PQUOTA
) ? XFS_DQ_PROJ
: 0;
497 dqtype
|= (flags
& XFS_QMOPT_GQUOTA
) ? XFS_DQ_GROUP
: 0;
499 mutex_lock(&q
->qi_dqlist_lock
);
502 * In the first pass through all incore dquots of this filesystem,
503 * we release the group dquot pointers the user dquots may be
504 * carrying around as a hint. We need to do this irrespective of
505 * what's being turned off.
507 xfs_qm_detach_gdquots(mp
);
510 * Try to get rid of all of the unwanted dquots.
512 list_for_each_entry_safe(dqp
, n
, &q
->qi_dqlist
, q_mplist
) {
514 if ((dqp
->dq_flags
& dqtype
) != 0 &&
515 !(dqp
->dq_flags
& XFS_DQ_FREEING
)) {
516 if (dqp
->q_nrefs
== 0) {
517 dqp
->dq_flags
|= XFS_DQ_FREEING
;
518 list_move_tail(&dqp
->q_mplist
, &dispose_list
);
524 mutex_unlock(&q
->qi_dqlist_lock
);
526 list_for_each_entry_safe(dqp
, n
, &dispose_list
, q_mplist
)
540 * Purge the dquot cache.
541 * None of the dquots should really be busy at this point.
543 if (mp
->m_quotainfo
) {
544 while ((ndquots
= xfs_qm_dqpurge_int(mp
, flags
))) {
557 xfs_dquot_t
*udqhint
, /* hint */
558 xfs_dquot_t
**IO_idqpp
)
563 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
567 * See if we already have it in the inode itself. IO_idqpp is
568 * &i_udquot or &i_gdquot. This made the code look weird, but
569 * made the logic a lot simpler.
573 trace_xfs_dqattach_found(dqp
);
578 * udqhint is the i_udquot field in inode, and is non-NULL only
579 * when the type arg is group/project. Its purpose is to save a
580 * lookup by dqid (xfs_qm_dqget) by caching a group dquot inside
584 ASSERT(type
== XFS_DQ_GROUP
|| type
== XFS_DQ_PROJ
);
588 * No need to take dqlock to look at the id.
590 * The ID can't change until it gets reclaimed, and it won't
591 * be reclaimed as long as we have a ref from inode and we
594 dqp
= udqhint
->q_gdquot
;
595 if (dqp
&& be32_to_cpu(dqp
->q_core
.d_id
) == id
) {
596 ASSERT(*IO_idqpp
== NULL
);
598 *IO_idqpp
= xfs_qm_dqhold(dqp
);
599 xfs_dqunlock(udqhint
);
604 * We can't hold a dquot lock when we call the dqget code.
605 * We'll deadlock in no time, because of (not conforming to)
606 * lock ordering - the inodelock comes before any dquot lock,
607 * and we may drop and reacquire the ilock in xfs_qm_dqget().
609 xfs_dqunlock(udqhint
);
613 * Find the dquot from somewhere. This bumps the
614 * reference count of dquot and returns it locked.
615 * This can return ENOENT if dquot didn't exist on
616 * disk and we didn't ask it to allocate;
617 * ESRCH if quotas got turned off suddenly.
619 error
= xfs_qm_dqget(ip
->i_mount
, ip
, id
, type
,
620 doalloc
| XFS_QMOPT_DOWARN
, &dqp
);
624 trace_xfs_dqattach_get(dqp
);
627 * dqget may have dropped and re-acquired the ilock, but it guarantees
628 * that the dquot returned is the one that should go in the inode.
637 * Given a udquot and gdquot, attach a ptr to the group dquot in the
638 * udquot as a hint for future lookups.
641 xfs_qm_dqattach_grouphint(
654 udq
->q_gdquot
= NULL
;
658 udq
->q_gdquot
= xfs_qm_dqhold(gdq
);
665 * Given a locked inode, attach dquot(s) to it, taking U/G/P-QUOTAON
667 * If XFS_QMOPT_DQALLOC, the dquot(s) will be allocated if needed.
668 * Inode may get unlocked and relocked in here, and the caller must deal with
672 xfs_qm_dqattach_locked(
676 xfs_mount_t
*mp
= ip
->i_mount
;
680 if (!XFS_IS_QUOTA_RUNNING(mp
) ||
681 !XFS_IS_QUOTA_ON(mp
) ||
682 !XFS_NOT_DQATTACHED(mp
, ip
) ||
683 ip
->i_ino
== mp
->m_sb
.sb_uquotino
||
684 ip
->i_ino
== mp
->m_sb
.sb_gquotino
)
687 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
689 if (XFS_IS_UQUOTA_ON(mp
)) {
690 error
= xfs_qm_dqattach_one(ip
, ip
->i_d
.di_uid
, XFS_DQ_USER
,
691 flags
& XFS_QMOPT_DQALLOC
,
692 NULL
, &ip
->i_udquot
);
698 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
699 if (XFS_IS_OQUOTA_ON(mp
)) {
700 error
= XFS_IS_GQUOTA_ON(mp
) ?
701 xfs_qm_dqattach_one(ip
, ip
->i_d
.di_gid
, XFS_DQ_GROUP
,
702 flags
& XFS_QMOPT_DQALLOC
,
703 ip
->i_udquot
, &ip
->i_gdquot
) :
704 xfs_qm_dqattach_one(ip
, xfs_get_projid(ip
), XFS_DQ_PROJ
,
705 flags
& XFS_QMOPT_DQALLOC
,
706 ip
->i_udquot
, &ip
->i_gdquot
);
708 * Don't worry about the udquot that we may have
709 * attached above. It'll get detached, if not already.
717 * Attach this group quota to the user quota as a hint.
718 * This WON'T, in general, result in a thrash.
721 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
722 ASSERT(ip
->i_udquot
);
723 ASSERT(ip
->i_gdquot
);
726 * We do not have i_udquot locked at this point, but this check
727 * is OK since we don't depend on the i_gdquot to be accurate
728 * 100% all the time. It is just a hint, and this will
729 * succeed in general.
731 if (ip
->i_udquot
->q_gdquot
!= ip
->i_gdquot
)
732 xfs_qm_dqattach_grouphint(ip
->i_udquot
, ip
->i_gdquot
);
738 if (XFS_IS_UQUOTA_ON(mp
))
739 ASSERT(ip
->i_udquot
);
740 if (XFS_IS_OQUOTA_ON(mp
))
741 ASSERT(ip
->i_gdquot
);
743 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
750 struct xfs_inode
*ip
,
755 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
756 error
= xfs_qm_dqattach_locked(ip
, flags
);
757 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
763 * Release dquots (and their references) if any.
764 * The inode should be locked EXCL except when this's called by
771 if (!(ip
->i_udquot
|| ip
->i_gdquot
))
774 trace_xfs_dquot_dqdetach(ip
);
776 ASSERT(ip
->i_ino
!= ip
->i_mount
->m_sb
.sb_uquotino
);
777 ASSERT(ip
->i_ino
!= ip
->i_mount
->m_sb
.sb_gquotino
);
779 xfs_qm_dqrele(ip
->i_udquot
);
783 xfs_qm_dqrele(ip
->i_gdquot
);
789 * The hash chains and the mplist use the same xfs_dqhash structure as
790 * their list head, but we can take the mplist qh_lock and one of the
791 * hash qh_locks at the same time without any problem as they aren't
794 static struct lock_class_key xfs_quota_mplist_class
;
797 * This initializes all the quota information that's kept in the
801 xfs_qm_init_quotainfo(
804 xfs_quotainfo_t
*qinf
;
808 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
811 * Tell XQM that we exist as soon as possible.
813 if ((error
= xfs_qm_hold_quotafs_ref(mp
))) {
817 qinf
= mp
->m_quotainfo
= kmem_zalloc(sizeof(xfs_quotainfo_t
), KM_SLEEP
);
820 * See if quotainodes are setup, and if not, allocate them,
821 * and change the superblock accordingly.
823 if ((error
= xfs_qm_init_quotainos(mp
))) {
825 mp
->m_quotainfo
= NULL
;
829 INIT_LIST_HEAD(&qinf
->qi_dqlist
);
830 mutex_init(&qinf
->qi_dqlist_lock
);
831 lockdep_set_class(&qinf
->qi_dqlist_lock
, &xfs_quota_mplist_class
);
833 qinf
->qi_dqreclaims
= 0;
835 /* mutex used to serialize quotaoffs */
836 mutex_init(&qinf
->qi_quotaofflock
);
838 /* Precalc some constants */
839 qinf
->qi_dqchunklen
= XFS_FSB_TO_BB(mp
, XFS_DQUOT_CLUSTER_SIZE_FSB
);
840 ASSERT(qinf
->qi_dqchunklen
);
841 qinf
->qi_dqperchunk
= BBTOB(qinf
->qi_dqchunklen
);
842 do_div(qinf
->qi_dqperchunk
, sizeof(xfs_dqblk_t
));
844 mp
->m_qflags
|= (mp
->m_sb
.sb_qflags
& XFS_ALL_QUOTA_CHKD
);
847 * We try to get the limits from the superuser's limits fields.
848 * This is quite hacky, but it is standard quota practice.
850 * We look at the USR dquot with id == 0 first, but if user quotas
851 * are not enabled we goto the GRP dquot with id == 0.
852 * We don't really care to keep separate default limits for user
853 * and group quotas, at least not at this point.
855 * Since we may not have done a quotacheck by this point, just read
856 * the dquot without attaching it to any hashtables or lists.
858 error
= xfs_qm_dqread(mp
, 0,
859 XFS_IS_UQUOTA_RUNNING(mp
) ? XFS_DQ_USER
:
860 (XFS_IS_GQUOTA_RUNNING(mp
) ? XFS_DQ_GROUP
:
862 XFS_QMOPT_DOWARN
, &dqp
);
864 xfs_disk_dquot_t
*ddqp
= &dqp
->q_core
;
867 * The warnings and timers set the grace period given to
868 * a user or group before he or she can not perform any
869 * more writing. If it is zero, a default is used.
871 qinf
->qi_btimelimit
= ddqp
->d_btimer
?
872 be32_to_cpu(ddqp
->d_btimer
) : XFS_QM_BTIMELIMIT
;
873 qinf
->qi_itimelimit
= ddqp
->d_itimer
?
874 be32_to_cpu(ddqp
->d_itimer
) : XFS_QM_ITIMELIMIT
;
875 qinf
->qi_rtbtimelimit
= ddqp
->d_rtbtimer
?
876 be32_to_cpu(ddqp
->d_rtbtimer
) : XFS_QM_RTBTIMELIMIT
;
877 qinf
->qi_bwarnlimit
= ddqp
->d_bwarns
?
878 be16_to_cpu(ddqp
->d_bwarns
) : XFS_QM_BWARNLIMIT
;
879 qinf
->qi_iwarnlimit
= ddqp
->d_iwarns
?
880 be16_to_cpu(ddqp
->d_iwarns
) : XFS_QM_IWARNLIMIT
;
881 qinf
->qi_rtbwarnlimit
= ddqp
->d_rtbwarns
?
882 be16_to_cpu(ddqp
->d_rtbwarns
) : XFS_QM_RTBWARNLIMIT
;
883 qinf
->qi_bhardlimit
= be64_to_cpu(ddqp
->d_blk_hardlimit
);
884 qinf
->qi_bsoftlimit
= be64_to_cpu(ddqp
->d_blk_softlimit
);
885 qinf
->qi_ihardlimit
= be64_to_cpu(ddqp
->d_ino_hardlimit
);
886 qinf
->qi_isoftlimit
= be64_to_cpu(ddqp
->d_ino_softlimit
);
887 qinf
->qi_rtbhardlimit
= be64_to_cpu(ddqp
->d_rtb_hardlimit
);
888 qinf
->qi_rtbsoftlimit
= be64_to_cpu(ddqp
->d_rtb_softlimit
);
890 xfs_qm_dqdestroy(dqp
);
892 qinf
->qi_btimelimit
= XFS_QM_BTIMELIMIT
;
893 qinf
->qi_itimelimit
= XFS_QM_ITIMELIMIT
;
894 qinf
->qi_rtbtimelimit
= XFS_QM_RTBTIMELIMIT
;
895 qinf
->qi_bwarnlimit
= XFS_QM_BWARNLIMIT
;
896 qinf
->qi_iwarnlimit
= XFS_QM_IWARNLIMIT
;
897 qinf
->qi_rtbwarnlimit
= XFS_QM_RTBWARNLIMIT
;
905 * Gets called when unmounting a filesystem or when all quotas get
907 * This purges the quota inodes, destroys locks and frees itself.
910 xfs_qm_destroy_quotainfo(
915 qi
= mp
->m_quotainfo
;
917 ASSERT(xfs_Gqm
!= NULL
);
920 * Release the reference that XQM kept, so that we know
921 * when the XQM structure should be freed. We cannot assume
922 * that xfs_Gqm is non-null after this point.
924 xfs_qm_rele_quotafs_ref(mp
);
926 ASSERT(list_empty(&qi
->qi_dqlist
));
927 mutex_destroy(&qi
->qi_dqlist_lock
);
929 if (qi
->qi_uquotaip
) {
930 IRELE(qi
->qi_uquotaip
);
931 qi
->qi_uquotaip
= NULL
; /* paranoia */
933 if (qi
->qi_gquotaip
) {
934 IRELE(qi
->qi_gquotaip
);
935 qi
->qi_gquotaip
= NULL
;
937 mutex_destroy(&qi
->qi_quotaofflock
);
939 mp
->m_quotainfo
= NULL
;
944 /* ------------------- PRIVATE STATIC FUNCTIONS ----------------------- */
953 mutex_init(&list
->qh_lock
);
954 INIT_LIST_HEAD(&list
->qh_list
);
955 list
->qh_version
= 0;
963 mutex_destroy(&(list
->qh_lock
));
967 * Create an inode and return with a reference already taken, but unlocked
968 * This is how we create quota inodes
981 tp
= xfs_trans_alloc(mp
, XFS_TRANS_QM_QINOCREATE
);
982 if ((error
= xfs_trans_reserve(tp
,
983 XFS_QM_QINOCREATE_SPACE_RES(mp
),
984 XFS_CREATE_LOG_RES(mp
), 0,
985 XFS_TRANS_PERM_LOG_RES
,
986 XFS_CREATE_LOG_COUNT
))) {
987 xfs_trans_cancel(tp
, 0);
991 error
= xfs_dir_ialloc(&tp
, NULL
, S_IFREG
, 1, 0, 0, 1, ip
, &committed
);
993 xfs_trans_cancel(tp
, XFS_TRANS_RELEASE_LOG_RES
|
999 * Make the changes in the superblock, and log those too.
1000 * sbfields arg may contain fields other than *QUOTINO;
1001 * VERSIONNUM for example.
1003 spin_lock(&mp
->m_sb_lock
);
1004 if (flags
& XFS_QMOPT_SBVERSION
) {
1005 ASSERT(!xfs_sb_version_hasquota(&mp
->m_sb
));
1006 ASSERT((sbfields
& (XFS_SB_VERSIONNUM
| XFS_SB_UQUOTINO
|
1007 XFS_SB_GQUOTINO
| XFS_SB_QFLAGS
)) ==
1008 (XFS_SB_VERSIONNUM
| XFS_SB_UQUOTINO
|
1009 XFS_SB_GQUOTINO
| XFS_SB_QFLAGS
));
1011 xfs_sb_version_addquota(&mp
->m_sb
);
1012 mp
->m_sb
.sb_uquotino
= NULLFSINO
;
1013 mp
->m_sb
.sb_gquotino
= NULLFSINO
;
1015 /* qflags will get updated _after_ quotacheck */
1016 mp
->m_sb
.sb_qflags
= 0;
1018 if (flags
& XFS_QMOPT_UQUOTA
)
1019 mp
->m_sb
.sb_uquotino
= (*ip
)->i_ino
;
1021 mp
->m_sb
.sb_gquotino
= (*ip
)->i_ino
;
1022 spin_unlock(&mp
->m_sb_lock
);
1023 xfs_mod_sb(tp
, sbfields
);
1025 if ((error
= xfs_trans_commit(tp
, XFS_TRANS_RELEASE_LOG_RES
))) {
1026 xfs_alert(mp
, "%s failed (error %d)!", __func__
, error
);
1034 xfs_qm_reset_dqcounts(
1040 xfs_disk_dquot_t
*ddq
;
1043 trace_xfs_reset_dqcounts(bp
, _RET_IP_
);
1046 * Reset all counters and timers. They'll be
1047 * started afresh by xfs_qm_quotacheck.
1050 j
= XFS_FSB_TO_B(mp
, XFS_DQUOT_CLUSTER_SIZE_FSB
);
1051 do_div(j
, sizeof(xfs_dqblk_t
));
1052 ASSERT(mp
->m_quotainfo
->qi_dqperchunk
== j
);
1055 for (j
= 0; j
< mp
->m_quotainfo
->qi_dqperchunk
; j
++) {
1057 * Do a sanity check, and if needed, repair the dqblk. Don't
1058 * output any warnings because it's perfectly possible to
1059 * find uninitialised dquot blks. See comment in xfs_qm_dqcheck.
1061 (void) xfs_qm_dqcheck(mp
, ddq
, id
+j
, type
, XFS_QMOPT_DQREPAIR
,
1065 ddq
->d_rtbcount
= 0;
1068 ddq
->d_rtbtimer
= 0;
1071 ddq
->d_rtbwarns
= 0;
1072 ddq
= (xfs_disk_dquot_t
*) ((xfs_dqblk_t
*)ddq
+ 1);
1081 xfs_filblks_t blkcnt
,
1089 type
= flags
& XFS_QMOPT_UQUOTA
? XFS_DQ_USER
:
1090 (flags
& XFS_QMOPT_PQUOTA
? XFS_DQ_PROJ
: XFS_DQ_GROUP
);
1094 * Blkcnt arg can be a very big number, and might even be
1095 * larger than the log itself. So, we have to break it up into
1096 * manageable-sized transactions.
1097 * Note that we don't start a permanent transaction here; we might
1098 * not be able to get a log reservation for the whole thing up front,
1099 * and we don't really care to either, because we just discard
1100 * everything if we were to crash in the middle of this loop.
1103 error
= xfs_trans_read_buf(mp
, NULL
, mp
->m_ddev_targp
,
1104 XFS_FSB_TO_DADDR(mp
, bno
),
1105 mp
->m_quotainfo
->qi_dqchunklen
, 0, &bp
);
1109 xfs_qm_reset_dqcounts(mp
, bp
, firstid
, type
);
1110 xfs_buf_delwri_queue(bp
);
1113 * goto the next block.
1116 firstid
+= mp
->m_quotainfo
->qi_dqperchunk
;
1122 * Iterate over all allocated USR/GRP/PRJ dquots in the system, calling a
1123 * caller supplied function for every chunk of dquots that we find.
1131 xfs_bmbt_irec_t
*map
;
1132 int i
, nmaps
; /* number of map entries */
1133 int error
; /* return value */
1134 xfs_fileoff_t lblkno
;
1135 xfs_filblks_t maxlblkcnt
;
1137 xfs_fsblock_t rablkno
;
1138 xfs_filblks_t rablkcnt
;
1142 * This looks racy, but we can't keep an inode lock across a
1143 * trans_reserve. But, this gets called during quotacheck, and that
1144 * happens only at mount time which is single threaded.
1146 if (qip
->i_d
.di_nblocks
== 0)
1149 map
= kmem_alloc(XFS_DQITER_MAP_SIZE
* sizeof(*map
), KM_SLEEP
);
1152 maxlblkcnt
= XFS_B_TO_FSB(mp
, (xfs_ufsize_t
)XFS_MAXIOFFSET(mp
));
1154 nmaps
= XFS_DQITER_MAP_SIZE
;
1156 * We aren't changing the inode itself. Just changing
1157 * some of its data. No new blocks are added here, and
1158 * the inode is never added to the transaction.
1160 xfs_ilock(qip
, XFS_ILOCK_SHARED
);
1161 error
= xfs_bmapi_read(qip
, lblkno
, maxlblkcnt
- lblkno
,
1163 xfs_iunlock(qip
, XFS_ILOCK_SHARED
);
1167 ASSERT(nmaps
<= XFS_DQITER_MAP_SIZE
);
1168 for (i
= 0; i
< nmaps
; i
++) {
1169 ASSERT(map
[i
].br_startblock
!= DELAYSTARTBLOCK
);
1170 ASSERT(map
[i
].br_blockcount
);
1173 lblkno
+= map
[i
].br_blockcount
;
1175 if (map
[i
].br_startblock
== HOLESTARTBLOCK
)
1178 firstid
= (xfs_dqid_t
) map
[i
].br_startoff
*
1179 mp
->m_quotainfo
->qi_dqperchunk
;
1181 * Do a read-ahead on the next extent.
1183 if ((i
+1 < nmaps
) &&
1184 (map
[i
+1].br_startblock
!= HOLESTARTBLOCK
)) {
1185 rablkcnt
= map
[i
+1].br_blockcount
;
1186 rablkno
= map
[i
+1].br_startblock
;
1187 while (rablkcnt
--) {
1188 xfs_buf_readahead(mp
->m_ddev_targp
,
1189 XFS_FSB_TO_DADDR(mp
, rablkno
),
1190 mp
->m_quotainfo
->qi_dqchunklen
);
1195 * Iterate thru all the blks in the extent and
1196 * reset the counters of all the dquots inside them.
1198 if ((error
= xfs_qm_dqiter_bufs(mp
,
1200 map
[i
].br_startblock
,
1201 map
[i
].br_blockcount
,
1209 } while (nmaps
> 0);
1217 * Called by dqusage_adjust in doing a quotacheck.
1219 * Given the inode, and a dquot id this updates both the incore dqout as well
1220 * as the buffer copy. This is so that once the quotacheck is done, we can
1221 * just log all the buffers, as opposed to logging numerous updates to
1222 * individual dquots.
1225 xfs_qm_quotacheck_dqadjust(
1226 struct xfs_inode
*ip
,
1232 struct xfs_mount
*mp
= ip
->i_mount
;
1233 struct xfs_dquot
*dqp
;
1236 error
= xfs_qm_dqget(mp
, ip
, id
, type
,
1237 XFS_QMOPT_DQALLOC
| XFS_QMOPT_DOWARN
, &dqp
);
1240 * Shouldn't be able to turn off quotas here.
1242 ASSERT(error
!= ESRCH
);
1243 ASSERT(error
!= ENOENT
);
1247 trace_xfs_dqadjust(dqp
);
1250 * Adjust the inode count and the block count to reflect this inode's
1253 be64_add_cpu(&dqp
->q_core
.d_icount
, 1);
1254 dqp
->q_res_icount
++;
1256 be64_add_cpu(&dqp
->q_core
.d_bcount
, nblks
);
1257 dqp
->q_res_bcount
+= nblks
;
1260 be64_add_cpu(&dqp
->q_core
.d_rtbcount
, rtblks
);
1261 dqp
->q_res_rtbcount
+= rtblks
;
1265 * Set default limits, adjust timers (since we changed usages)
1267 * There are no timers for the default values set in the root dquot.
1269 if (dqp
->q_core
.d_id
) {
1270 xfs_qm_adjust_dqlimits(mp
, &dqp
->q_core
);
1271 xfs_qm_adjust_dqtimers(mp
, &dqp
->q_core
);
1274 dqp
->dq_flags
|= XFS_DQ_DIRTY
;
1282 xfs_qcnt_t
*O_rtblks
)
1284 xfs_filblks_t rtblks
; /* total rt blks */
1285 xfs_extnum_t idx
; /* extent record index */
1286 xfs_ifork_t
*ifp
; /* inode fork pointer */
1287 xfs_extnum_t nextents
; /* number of extent entries */
1290 ASSERT(XFS_IS_REALTIME_INODE(ip
));
1291 ifp
= XFS_IFORK_PTR(ip
, XFS_DATA_FORK
);
1292 if (!(ifp
->if_flags
& XFS_IFEXTENTS
)) {
1293 if ((error
= xfs_iread_extents(NULL
, ip
, XFS_DATA_FORK
)))
1297 nextents
= ifp
->if_bytes
/ (uint
)sizeof(xfs_bmbt_rec_t
);
1298 for (idx
= 0; idx
< nextents
; idx
++)
1299 rtblks
+= xfs_bmbt_get_blockcount(xfs_iext_get_ext(ifp
, idx
));
1300 *O_rtblks
= (xfs_qcnt_t
)rtblks
;
1305 * callback routine supplied to bulkstat(). Given an inumber, find its
1306 * dquots and update them to account for resources taken by that inode.
1310 xfs_qm_dqusage_adjust(
1311 xfs_mount_t
*mp
, /* mount point for filesystem */
1312 xfs_ino_t ino
, /* inode number to get data for */
1313 void __user
*buffer
, /* not used */
1314 int ubsize
, /* not used */
1315 int *ubused
, /* not used */
1316 int *res
) /* result code value */
1319 xfs_qcnt_t nblks
, rtblks
= 0;
1322 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
1325 * rootino must have its resources accounted for, not so with the quota
1328 if (ino
== mp
->m_sb
.sb_uquotino
|| ino
== mp
->m_sb
.sb_gquotino
) {
1329 *res
= BULKSTAT_RV_NOTHING
;
1330 return XFS_ERROR(EINVAL
);
1334 * We don't _need_ to take the ilock EXCL. However, the xfs_qm_dqget
1335 * interface expects the inode to be exclusively locked because that's
1336 * the case in all other instances. It's OK that we do this because
1337 * quotacheck is done only at mount time.
1339 error
= xfs_iget(mp
, NULL
, ino
, 0, XFS_ILOCK_EXCL
, &ip
);
1341 *res
= BULKSTAT_RV_NOTHING
;
1345 ASSERT(ip
->i_delayed_blks
== 0);
1347 if (XFS_IS_REALTIME_INODE(ip
)) {
1349 * Walk thru the extent list and count the realtime blocks.
1351 error
= xfs_qm_get_rtblks(ip
, &rtblks
);
1356 nblks
= (xfs_qcnt_t
)ip
->i_d
.di_nblocks
- rtblks
;
1359 * Add the (disk blocks and inode) resources occupied by this
1360 * inode to its dquots. We do this adjustment in the incore dquot,
1361 * and also copy the changes to its buffer.
1362 * We don't care about putting these changes in a transaction
1363 * envelope because if we crash in the middle of a 'quotacheck'
1364 * we have to start from the beginning anyway.
1365 * Once we're done, we'll log all the dquot bufs.
1367 * The *QUOTA_ON checks below may look pretty racy, but quotachecks
1368 * and quotaoffs don't race. (Quotachecks happen at mount time only).
1370 if (XFS_IS_UQUOTA_ON(mp
)) {
1371 error
= xfs_qm_quotacheck_dqadjust(ip
, ip
->i_d
.di_uid
,
1372 XFS_DQ_USER
, nblks
, rtblks
);
1377 if (XFS_IS_GQUOTA_ON(mp
)) {
1378 error
= xfs_qm_quotacheck_dqadjust(ip
, ip
->i_d
.di_gid
,
1379 XFS_DQ_GROUP
, nblks
, rtblks
);
1384 if (XFS_IS_PQUOTA_ON(mp
)) {
1385 error
= xfs_qm_quotacheck_dqadjust(ip
, xfs_get_projid(ip
),
1386 XFS_DQ_PROJ
, nblks
, rtblks
);
1391 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
1393 *res
= BULKSTAT_RV_DIDONE
;
1397 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
1399 *res
= BULKSTAT_RV_GIVEUP
;
1404 * Walk thru all the filesystem inodes and construct a consistent view
1405 * of the disk quota world. If the quotacheck fails, disable quotas.
1411 int done
, count
, error
;
1414 xfs_inode_t
*uip
, *gip
;
1422 ASSERT(mp
->m_quotainfo
->qi_uquotaip
|| mp
->m_quotainfo
->qi_gquotaip
);
1423 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
1426 * There should be no cached dquots. The (simplistic) quotacheck
1427 * algorithm doesn't like that.
1429 ASSERT(list_empty(&mp
->m_quotainfo
->qi_dqlist
));
1431 xfs_notice(mp
, "Quotacheck needed: Please wait.");
1434 * First we go thru all the dquots on disk, USR and GRP/PRJ, and reset
1435 * their counters to zero. We need a clean slate.
1436 * We don't log our changes till later.
1438 uip
= mp
->m_quotainfo
->qi_uquotaip
;
1440 error
= xfs_qm_dqiterate(mp
, uip
, XFS_QMOPT_UQUOTA
);
1443 flags
|= XFS_UQUOTA_CHKD
;
1446 gip
= mp
->m_quotainfo
->qi_gquotaip
;
1448 error
= xfs_qm_dqiterate(mp
, gip
, XFS_IS_GQUOTA_ON(mp
) ?
1449 XFS_QMOPT_GQUOTA
: XFS_QMOPT_PQUOTA
);
1452 flags
|= XFS_OQUOTA_CHKD
;
1457 * Iterate thru all the inodes in the file system,
1458 * adjusting the corresponding dquot counters in core.
1460 error
= xfs_bulkstat(mp
, &lastino
, &count
,
1461 xfs_qm_dqusage_adjust
,
1462 structsz
, NULL
, &done
);
1469 * We've made all the changes that we need to make incore.
1470 * Flush them down to disk buffers if everything was updated
1474 error
= xfs_qm_dqflush_all(mp
);
1477 * We can get this error if we couldn't do a dquot allocation inside
1478 * xfs_qm_dqusage_adjust (via bulkstat). We don't care about the
1479 * dirty dquots that might be cached, we just want to get rid of them
1480 * and turn quotaoff. The dquots won't be attached to any of the inodes
1481 * at this point (because we intentionally didn't in dqget_noattach).
1484 xfs_qm_dqpurge_all(mp
, XFS_QMOPT_QUOTALL
);
1489 * We didn't log anything, because if we crashed, we'll have to
1490 * start the quotacheck from scratch anyway. However, we must make
1491 * sure that our dquot changes are secure before we put the
1492 * quotacheck'd stamp on the superblock. So, here we do a synchronous
1495 xfs_flush_buftarg(mp
->m_ddev_targp
, 1);
1498 * If one type of quotas is off, then it will lose its
1499 * quotachecked status, since we won't be doing accounting for
1500 * that type anymore.
1502 mp
->m_qflags
&= ~(XFS_OQUOTA_CHKD
| XFS_UQUOTA_CHKD
);
1503 mp
->m_qflags
|= flags
;
1508 "Quotacheck: Unsuccessful (Error %d): Disabling quotas.",
1511 * We must turn off quotas.
1513 ASSERT(mp
->m_quotainfo
!= NULL
);
1514 ASSERT(xfs_Gqm
!= NULL
);
1515 xfs_qm_destroy_quotainfo(mp
);
1516 if (xfs_mount_reset_sbqflags(mp
)) {
1518 "Quotacheck: Failed to reset quota flags.");
1521 xfs_notice(mp
, "Quotacheck: Done.");
1526 * This is called after the superblock has been read in and we're ready to
1527 * iget the quota inodes.
1530 xfs_qm_init_quotainos(
1533 xfs_inode_t
*uip
, *gip
;
1538 ASSERT(mp
->m_quotainfo
);
1544 * Get the uquota and gquota inodes
1546 if (xfs_sb_version_hasquota(&mp
->m_sb
)) {
1547 if (XFS_IS_UQUOTA_ON(mp
) &&
1548 mp
->m_sb
.sb_uquotino
!= NULLFSINO
) {
1549 ASSERT(mp
->m_sb
.sb_uquotino
> 0);
1550 if ((error
= xfs_iget(mp
, NULL
, mp
->m_sb
.sb_uquotino
,
1552 return XFS_ERROR(error
);
1554 if (XFS_IS_OQUOTA_ON(mp
) &&
1555 mp
->m_sb
.sb_gquotino
!= NULLFSINO
) {
1556 ASSERT(mp
->m_sb
.sb_gquotino
> 0);
1557 if ((error
= xfs_iget(mp
, NULL
, mp
->m_sb
.sb_gquotino
,
1561 return XFS_ERROR(error
);
1565 flags
|= XFS_QMOPT_SBVERSION
;
1566 sbflags
|= (XFS_SB_VERSIONNUM
| XFS_SB_UQUOTINO
|
1567 XFS_SB_GQUOTINO
| XFS_SB_QFLAGS
);
1571 * Create the two inodes, if they don't exist already. The changes
1572 * made above will get added to a transaction and logged in one of
1573 * the qino_alloc calls below. If the device is readonly,
1574 * temporarily switch to read-write to do this.
1576 if (XFS_IS_UQUOTA_ON(mp
) && uip
== NULL
) {
1577 if ((error
= xfs_qm_qino_alloc(mp
, &uip
,
1578 sbflags
| XFS_SB_UQUOTINO
,
1579 flags
| XFS_QMOPT_UQUOTA
)))
1580 return XFS_ERROR(error
);
1582 flags
&= ~XFS_QMOPT_SBVERSION
;
1584 if (XFS_IS_OQUOTA_ON(mp
) && gip
== NULL
) {
1585 flags
|= (XFS_IS_GQUOTA_ON(mp
) ?
1586 XFS_QMOPT_GQUOTA
: XFS_QMOPT_PQUOTA
);
1587 error
= xfs_qm_qino_alloc(mp
, &gip
,
1588 sbflags
| XFS_SB_GQUOTINO
, flags
);
1593 return XFS_ERROR(error
);
1597 mp
->m_quotainfo
->qi_uquotaip
= uip
;
1598 mp
->m_quotainfo
->qi_gquotaip
= gip
;
1606 * Pop the least recently used dquot off the freelist and recycle it.
1608 STATIC
struct xfs_dquot
*
1609 xfs_qm_dqreclaim_one(void)
1611 struct xfs_dquot
*dqp
;
1614 mutex_lock(&xfs_Gqm
->qm_dqfrlist_lock
);
1616 list_for_each_entry(dqp
, &xfs_Gqm
->qm_dqfrlist
, q_freelist
) {
1617 struct xfs_mount
*mp
= dqp
->q_mount
;
1619 if (!xfs_dqlock_nowait(dqp
))
1623 * This dquot has already been grabbed by dqlookup.
1624 * Remove it from the freelist and try again.
1627 trace_xfs_dqreclaim_want(dqp
);
1628 XQM_STATS_INC(xqmstats
.xs_qm_dqwants
);
1630 list_del_init(&dqp
->q_freelist
);
1631 xfs_Gqm
->qm_dqfrlist_cnt
--;
1636 ASSERT(dqp
->q_hash
);
1637 ASSERT(!list_empty(&dqp
->q_mplist
));
1640 * Try to grab the flush lock. If this dquot is in the process
1641 * of getting flushed to disk, we don't want to reclaim it.
1643 if (!xfs_dqflock_nowait(dqp
))
1647 * We have the flush lock so we know that this is not in the
1648 * process of being flushed. So, if this is dirty, flush it
1649 * DELWRI so that we don't get a freelist infested with
1652 if (XFS_DQ_IS_DIRTY(dqp
)) {
1655 trace_xfs_dqreclaim_dirty(dqp
);
1658 * We flush it delayed write, so don't bother
1659 * releasing the freelist lock.
1661 error
= xfs_qm_dqflush(dqp
, SYNC_TRYLOCK
);
1663 xfs_warn(mp
, "%s: dquot %p flush failed",
1671 * Prevent lookup now that we are going to reclaim the dquot.
1672 * Once XFS_DQ_FREEING is set lookup won't touch the dquot,
1673 * thus we can drop the lock now.
1675 dqp
->dq_flags
|= XFS_DQ_FREEING
;
1678 mutex_lock(&dqp
->q_hash
->qh_lock
);
1679 list_del_init(&dqp
->q_hashlist
);
1680 dqp
->q_hash
->qh_version
++;
1681 mutex_unlock(&dqp
->q_hash
->qh_lock
);
1683 mutex_lock(&mp
->m_quotainfo
->qi_dqlist_lock
);
1684 list_del_init(&dqp
->q_mplist
);
1685 mp
->m_quotainfo
->qi_dquots
--;
1686 mp
->m_quotainfo
->qi_dqreclaims
++;
1687 mutex_unlock(&mp
->m_quotainfo
->qi_dqlist_lock
);
1689 ASSERT(dqp
->q_nrefs
== 0);
1690 list_del_init(&dqp
->q_freelist
);
1691 xfs_Gqm
->qm_dqfrlist_cnt
--;
1693 mutex_unlock(&xfs_Gqm
->qm_dqfrlist_lock
);
1697 if (restarts
>= XFS_QM_RECLAIM_MAX_RESTARTS
)
1702 mutex_unlock(&xfs_Gqm
->qm_dqfrlist_lock
);
1707 * Traverse the freelist of dquots and attempt to reclaim a maximum of
1708 * 'howmany' dquots. This operation races with dqlookup(), and attempts to
1709 * favor the lookup function ...
1712 xfs_qm_shake_freelist(
1721 while (nreclaimed
< howmany
) {
1722 dqp
= xfs_qm_dqreclaim_one();
1725 xfs_qm_dqdestroy(dqp
);
1732 * The kmem_shake interface is invoked when memory is running low.
1737 struct shrinker
*shrink
,
1738 struct shrink_control
*sc
)
1740 int ndqused
, nfree
, n
;
1741 gfp_t gfp_mask
= sc
->gfp_mask
;
1743 if (!kmem_shake_allow(gfp_mask
))
1748 nfree
= xfs_Gqm
->qm_dqfrlist_cnt
; /* free dquots */
1749 /* incore dquots in all f/s's */
1750 ndqused
= atomic_read(&xfs_Gqm
->qm_totaldquots
) - nfree
;
1752 ASSERT(ndqused
>= 0);
1754 if (nfree
<= ndqused
&& nfree
< ndquot
)
1757 ndqused
*= xfs_Gqm
->qm_dqfree_ratio
; /* target # of free dquots */
1758 n
= nfree
- ndqused
- ndquot
; /* # over target */
1760 return xfs_qm_shake_freelist(MAX(nfree
, n
));
1764 /*------------------------------------------------------------------*/
1767 * Return a new incore dquot. Depending on the number of
1768 * dquots in the system, we either allocate a new one on the kernel heap,
1769 * or reclaim a free one.
1770 * Return value is B_TRUE if we allocated a new dquot, B_FALSE if we managed
1771 * to reclaim an existing one from the freelist.
1774 xfs_qm_dqalloc_incore(
1775 xfs_dquot_t
**O_dqpp
)
1780 * Check against high water mark to see if we want to pop
1781 * a nincompoop dquot off the freelist.
1783 if (atomic_read(&xfs_Gqm
->qm_totaldquots
) >= ndquot
) {
1785 * Try to recycle a dquot from the freelist.
1787 if ((dqp
= xfs_qm_dqreclaim_one())) {
1788 XQM_STATS_INC(xqmstats
.xs_qm_dqreclaims
);
1790 * Just zero the core here. The rest will get
1791 * reinitialized by caller. XXX we shouldn't even
1794 memset(&dqp
->q_core
, 0, sizeof(dqp
->q_core
));
1798 XQM_STATS_INC(xqmstats
.xs_qm_dqreclaim_misses
);
1802 * Allocate a brand new dquot on the kernel heap and return it
1803 * to the caller to initialize.
1805 ASSERT(xfs_Gqm
->qm_dqzone
!= NULL
);
1806 *O_dqpp
= kmem_zone_zalloc(xfs_Gqm
->qm_dqzone
, KM_SLEEP
);
1807 atomic_inc(&xfs_Gqm
->qm_totaldquots
);
1814 * Start a transaction and write the incore superblock changes to
1815 * disk. flags parameter indicates which fields have changed.
1818 xfs_qm_write_sb_changes(
1825 tp
= xfs_trans_alloc(mp
, XFS_TRANS_QM_SBCHANGE
);
1826 if ((error
= xfs_trans_reserve(tp
, 0,
1827 mp
->m_sb
.sb_sectsize
+ 128, 0,
1829 XFS_DEFAULT_LOG_COUNT
))) {
1830 xfs_trans_cancel(tp
, 0);
1834 xfs_mod_sb(tp
, flags
);
1835 error
= xfs_trans_commit(tp
, 0);
1841 /* --------------- utility functions for vnodeops ---------------- */
1845 * Given an inode, a uid, gid and prid make sure that we have
1846 * allocated relevant dquot(s) on disk, and that we won't exceed inode
1847 * quotas by creating this file.
1848 * This also attaches dquot(s) to the given inode after locking it,
1849 * and returns the dquots corresponding to the uid and/or gid.
1851 * in : inode (unlocked)
1852 * out : udquot, gdquot with references taken and unlocked
1856 struct xfs_inode
*ip
,
1861 struct xfs_dquot
**O_udqpp
,
1862 struct xfs_dquot
**O_gdqpp
)
1864 struct xfs_mount
*mp
= ip
->i_mount
;
1865 struct xfs_dquot
*uq
, *gq
;
1869 if (!XFS_IS_QUOTA_RUNNING(mp
) || !XFS_IS_QUOTA_ON(mp
))
1872 lockflags
= XFS_ILOCK_EXCL
;
1873 xfs_ilock(ip
, lockflags
);
1875 if ((flags
& XFS_QMOPT_INHERIT
) && XFS_INHERIT_GID(ip
))
1876 gid
= ip
->i_d
.di_gid
;
1879 * Attach the dquot(s) to this inode, doing a dquot allocation
1880 * if necessary. The dquot(s) will not be locked.
1882 if (XFS_NOT_DQATTACHED(mp
, ip
)) {
1883 error
= xfs_qm_dqattach_locked(ip
, XFS_QMOPT_DQALLOC
);
1885 xfs_iunlock(ip
, lockflags
);
1891 if ((flags
& XFS_QMOPT_UQUOTA
) && XFS_IS_UQUOTA_ON(mp
)) {
1892 if (ip
->i_d
.di_uid
!= uid
) {
1894 * What we need is the dquot that has this uid, and
1895 * if we send the inode to dqget, the uid of the inode
1896 * takes priority over what's sent in the uid argument.
1897 * We must unlock inode here before calling dqget if
1898 * we're not sending the inode, because otherwise
1899 * we'll deadlock by doing trans_reserve while
1902 xfs_iunlock(ip
, lockflags
);
1903 if ((error
= xfs_qm_dqget(mp
, NULL
, (xfs_dqid_t
) uid
,
1908 ASSERT(error
!= ENOENT
);
1912 * Get the ilock in the right order.
1915 lockflags
= XFS_ILOCK_SHARED
;
1916 xfs_ilock(ip
, lockflags
);
1919 * Take an extra reference, because we'll return
1922 ASSERT(ip
->i_udquot
);
1923 uq
= xfs_qm_dqhold(ip
->i_udquot
);
1926 if ((flags
& XFS_QMOPT_GQUOTA
) && XFS_IS_GQUOTA_ON(mp
)) {
1927 if (ip
->i_d
.di_gid
!= gid
) {
1928 xfs_iunlock(ip
, lockflags
);
1929 if ((error
= xfs_qm_dqget(mp
, NULL
, (xfs_dqid_t
)gid
,
1936 ASSERT(error
!= ENOENT
);
1940 lockflags
= XFS_ILOCK_SHARED
;
1941 xfs_ilock(ip
, lockflags
);
1943 ASSERT(ip
->i_gdquot
);
1944 gq
= xfs_qm_dqhold(ip
->i_gdquot
);
1946 } else if ((flags
& XFS_QMOPT_PQUOTA
) && XFS_IS_PQUOTA_ON(mp
)) {
1947 if (xfs_get_projid(ip
) != prid
) {
1948 xfs_iunlock(ip
, lockflags
);
1949 if ((error
= xfs_qm_dqget(mp
, NULL
, (xfs_dqid_t
)prid
,
1956 ASSERT(error
!= ENOENT
);
1960 lockflags
= XFS_ILOCK_SHARED
;
1961 xfs_ilock(ip
, lockflags
);
1963 ASSERT(ip
->i_gdquot
);
1964 gq
= xfs_qm_dqhold(ip
->i_gdquot
);
1968 trace_xfs_dquot_dqalloc(ip
);
1970 xfs_iunlock(ip
, lockflags
);
1983 * Actually transfer ownership, and do dquot modifications.
1984 * These were already reserved.
1990 xfs_dquot_t
**IO_olddq
,
1993 xfs_dquot_t
*prevdq
;
1994 uint bfield
= XFS_IS_REALTIME_INODE(ip
) ?
1995 XFS_TRANS_DQ_RTBCOUNT
: XFS_TRANS_DQ_BCOUNT
;
1998 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
1999 ASSERT(XFS_IS_QUOTA_RUNNING(ip
->i_mount
));
2004 ASSERT(prevdq
!= newdq
);
2006 xfs_trans_mod_dquot(tp
, prevdq
, bfield
, -(ip
->i_d
.di_nblocks
));
2007 xfs_trans_mod_dquot(tp
, prevdq
, XFS_TRANS_DQ_ICOUNT
, -1);
2009 /* the sparkling new dquot */
2010 xfs_trans_mod_dquot(tp
, newdq
, bfield
, ip
->i_d
.di_nblocks
);
2011 xfs_trans_mod_dquot(tp
, newdq
, XFS_TRANS_DQ_ICOUNT
, 1);
2014 * Take an extra reference, because the inode is going to keep
2015 * this dquot pointer even after the trans_commit.
2017 *IO_olddq
= xfs_qm_dqhold(newdq
);
2023 * Quota reservations for setattr(AT_UID|AT_GID|AT_PROJID).
2026 xfs_qm_vop_chown_reserve(
2033 xfs_mount_t
*mp
= ip
->i_mount
;
2034 uint delblks
, blkflags
, prjflags
= 0;
2035 xfs_dquot_t
*unresudq
, *unresgdq
, *delblksudq
, *delblksgdq
;
2039 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
|XFS_ILOCK_SHARED
));
2040 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
2042 delblks
= ip
->i_delayed_blks
;
2043 delblksudq
= delblksgdq
= unresudq
= unresgdq
= NULL
;
2044 blkflags
= XFS_IS_REALTIME_INODE(ip
) ?
2045 XFS_QMOPT_RES_RTBLKS
: XFS_QMOPT_RES_REGBLKS
;
2047 if (XFS_IS_UQUOTA_ON(mp
) && udqp
&&
2048 ip
->i_d
.di_uid
!= (uid_t
)be32_to_cpu(udqp
->q_core
.d_id
)) {
2051 * If there are delayed allocation blocks, then we have to
2052 * unreserve those from the old dquot, and add them to the
2056 ASSERT(ip
->i_udquot
);
2057 unresudq
= ip
->i_udquot
;
2060 if (XFS_IS_OQUOTA_ON(ip
->i_mount
) && gdqp
) {
2061 if (XFS_IS_PQUOTA_ON(ip
->i_mount
) &&
2062 xfs_get_projid(ip
) != be32_to_cpu(gdqp
->q_core
.d_id
))
2063 prjflags
= XFS_QMOPT_ENOSPC
;
2066 (XFS_IS_GQUOTA_ON(ip
->i_mount
) &&
2067 ip
->i_d
.di_gid
!= be32_to_cpu(gdqp
->q_core
.d_id
))) {
2070 ASSERT(ip
->i_gdquot
);
2071 unresgdq
= ip
->i_gdquot
;
2076 if ((error
= xfs_trans_reserve_quota_bydquots(tp
, ip
->i_mount
,
2077 delblksudq
, delblksgdq
, ip
->i_d
.di_nblocks
, 1,
2078 flags
| blkflags
| prjflags
)))
2082 * Do the delayed blks reservations/unreservations now. Since, these
2083 * are done without the help of a transaction, if a reservation fails
2084 * its previous reservations won't be automatically undone by trans
2085 * code. So, we have to do it manually here.
2089 * Do the reservations first. Unreservation can't fail.
2091 ASSERT(delblksudq
|| delblksgdq
);
2092 ASSERT(unresudq
|| unresgdq
);
2093 if ((error
= xfs_trans_reserve_quota_bydquots(NULL
, ip
->i_mount
,
2094 delblksudq
, delblksgdq
, (xfs_qcnt_t
)delblks
, 0,
2095 flags
| blkflags
| prjflags
)))
2097 xfs_trans_reserve_quota_bydquots(NULL
, ip
->i_mount
,
2098 unresudq
, unresgdq
, -((xfs_qcnt_t
)delblks
), 0,
2106 xfs_qm_vop_rename_dqattach(
2107 struct xfs_inode
**i_tab
)
2109 struct xfs_mount
*mp
= i_tab
[0]->i_mount
;
2112 if (!XFS_IS_QUOTA_RUNNING(mp
) || !XFS_IS_QUOTA_ON(mp
))
2115 for (i
= 0; (i
< 4 && i_tab
[i
]); i
++) {
2116 struct xfs_inode
*ip
= i_tab
[i
];
2120 * Watch out for duplicate entries in the table.
2122 if (i
== 0 || ip
!= i_tab
[i
-1]) {
2123 if (XFS_NOT_DQATTACHED(mp
, ip
)) {
2124 error
= xfs_qm_dqattach(ip
, 0);
2134 xfs_qm_vop_create_dqattach(
2135 struct xfs_trans
*tp
,
2136 struct xfs_inode
*ip
,
2137 struct xfs_dquot
*udqp
,
2138 struct xfs_dquot
*gdqp
)
2140 struct xfs_mount
*mp
= tp
->t_mountp
;
2142 if (!XFS_IS_QUOTA_RUNNING(mp
) || !XFS_IS_QUOTA_ON(mp
))
2145 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
2146 ASSERT(XFS_IS_QUOTA_RUNNING(mp
));
2149 ASSERT(ip
->i_udquot
== NULL
);
2150 ASSERT(XFS_IS_UQUOTA_ON(mp
));
2151 ASSERT(ip
->i_d
.di_uid
== be32_to_cpu(udqp
->q_core
.d_id
));
2153 ip
->i_udquot
= xfs_qm_dqhold(udqp
);
2154 xfs_trans_mod_dquot(tp
, udqp
, XFS_TRANS_DQ_ICOUNT
, 1);
2157 ASSERT(ip
->i_gdquot
== NULL
);
2158 ASSERT(XFS_IS_OQUOTA_ON(mp
));
2159 ASSERT((XFS_IS_GQUOTA_ON(mp
) ?
2160 ip
->i_d
.di_gid
: xfs_get_projid(ip
)) ==
2161 be32_to_cpu(gdqp
->q_core
.d_id
));
2163 ip
->i_gdquot
= xfs_qm_dqhold(gdqp
);
2164 xfs_trans_mod_dquot(tp
, gdqp
, XFS_TRANS_DQ_ICOUNT
, 1);