3 # Report on project disk use.
4 # Output can be sent as email to admin with -m
5 # Automatically runs with nice and ionice (if available)
7 # Usage: project-disk-use [-m] [top-n-only]
9 # With -m mail the report to $cfg_admin instead of sending it to stdout
11 # Shows total disk usage in K bytes for $cfg_reporoot
12 # The top-n-only (all if not given) repos are then listed by
13 # decreasing order of disk space.
15 # Note that any *.git directories that are found in $cfg_reporoot that are
16 # not listed in $cfg_chroot/etc/group ARE included and have a '!' suffix added.
20 datefmt
='%Y-%m-%d %H:%M:%S %z'
21 startdate
="$(date "+$datefmt")"
26 if [ "$1" = "-m" ]; then
32 ! command -v nice
>/dev
/null || hasnice
=1
34 ! command -v ionice
>/dev
/null || hasionice
=1
41 _y
="${1%%[1-9]*}"; _x="${1#$_y}"; _x="${_x:-0}"
42 # add commas after each group of 3
44 while [ $_x -gt 999 ]; do
45 _y
="$(printf '%03d' $(($_x - $_x / 1000 * 1000)))${_y:+,$_y}"
48 [ $_x -eq 0 ] || _y
="$_x${_y:+,$_y}"
53 if [ -z "$1" ] ||
[ "$1" = "0" ]; then return; fi
54 if [ -z "$2" ] ||
[ "$2" = "0" ]; then return; fi
55 _fmtpct
=$
(( ( $1 * 100 + $2 / 2 ) / $2 ))
56 if [ $_fmtpct -le 100 ]; then
58 [ -z "$4" ] || _of
=" of $(fmtcomma $2)"
59 echo "${3:- }($_fmtpct%$_of)"
66 _cmd
="du $var_du_follow -k -s"
67 if [ -n "$var_du_exclude" ]; then
69 _cmd
="$_cmd $var_du_exclude \"$1\""
72 elif [ $# -ne 0 ]; then
73 echo "get_use_k: error: no du exclude option available" >&2
76 _cmd
="$_cmd \"$_targ\" 2>/dev/null | cut -f 1"
77 [ -z "$hasionice" ] || _cmd
="ionice -c 3 $_cmd"
78 [ -z "$hasnice" ] || _cmd
="nice -n 19 $_cmd"
83 cd "$cfg_reporoot/$1.git" ||
return 1
84 check_interval lastchange
2592000 # 30 days
87 projlist
="$(cut -d : -f 1 <"$cfg_chroot/etc
/group
")"
90 echo "$projlist" |
grep -q -e "^$1$"
93 totaluse
="$(get_use_k "$cfg_reporoot")"
94 if [ -n "$var_du_exclude" ]; then
95 # Attribute all hard-linked stuff in _recyclebin to non-_recyclebin
96 inuse
="$(get_use_k "$cfg_reporoot" "_recyclebin
")"
97 binned
="$(( $totaluse - $inuse ))"
99 # No du exclude option, if binned contains hard links into other repos
100 # its size may appear larger than it actually is and the kpct will be off
101 binned
="$(get_use_k "$cfg_reporoot/_recyclebin
")"
102 inuse
="$(( $totaluse - $binned ))"
115 while IFS
='' read -r proj
; do
120 is_listed_proj
"$proj" ||
{ x
='!'; orphans
="$(( $orphans + 1 ))"; }
121 case "$proj" in */*) forks
="$(( $forks + 1 ))"; esac
122 mirror
="$(get_mirror_type "$proj.git
" 2>/dev/null)" ||
:
123 [ -z "$mirror" ] || mirrors
="$(( $mirrors + 1 ))"
124 if is_active
"$proj"; then
126 if [ -n "$mirror" ]; then
127 mactive
="$(( $mactive + 1 ))"
129 pactive
="$(( $pactive + 1 ))"
133 usek
="$(get_use_k "$proj.git
")"
135 [ -L "$proj.git/objects" ] ||
! [ -d "$proj.git/objects" ] ||
136 repok
="$(git --git-dir="$cfg_reporoot/$proj.git
" config --get girocco.reposizek 2>/dev/null)" ||
:
140 repok
="${repok%%[!0-9]*}"
141 repokpct
=$
(( ( $repok * 100 + $usek / 2 ) / $usek ))
142 if [ $repokpct -le 100 ]; then
143 repokpct
="$repokpct%"
151 ktotal
=$
(( $ktotal + $repok ))
152 total
="$(( $total + $usek ))"
153 howmany
="$(( $howmany + 1 ))"
154 line
="$usek $repokpct $mirror $proj$a$x$nl"
155 results
="$results$line"
157 $(find . -type d \( -path ./_recyclebin -o -name '*.git' -print \) -prune 2>/dev/null)
160 kpct
=$
(( ( $ktotal * 100 + $inuse / 2 ) / $inuse ))
161 enddate
="$(date "+$datefmt")"
163 [ -z "$mailresult" ] || domail
='mailref "diskuse@$cfg_gitweburl" -s "[$cfg_name] Project Disk Use Report" "$cfg_admin"'
166 Project Disk Use Report
167 =======================
169 Start Time: $startdate
172 Repository Root: $cfg_reporoot
173 Unbinned Disk Use: $(fmtcomma "$inuse") (1024-byte blocks)
174 reposizek Total: $(fmtcomma "$ktotal") ($kpct%)
176 Recycle Bin Root: $cfg_reporoot/_recyclebin
177 Binned Disk Use: $(fmtcomma "$binned") (1024-byte blocks)
179 Total Disk Use: $(fmtcomma "$totaluse") (1024-byte blocks)
181 Repository Count: $(fmtcomma "$howmany")
182 Forks: $(fmtcomma "$forks")$(fmtpct "$forks" "$howmany")
183 Mirrors: $(fmtcomma "$mirrors")$(fmtpct "$mirrors" "$howmany")
184 Orphaned: $(fmtcomma "$orphans")
185 Repository Total: $(fmtcomma "$total") (1024-byte blocks)
187 *30-Day Active: $(fmtcomma "$(( $pactive + $mactive ))")$(fmtpct "$(( $pactive + $mactive ))" "$howmany")
188 Push: $(fmtcomma "$pactive")$(fmtpct "$pactive" "$howmany")$(fmtpct "$pactive" "$(( $pactive + $mactive ))" "/" 1)$(fmtpct "$pactive" "$(( $howmany - $mirrors ))" "/" 1)
189 Mirror: $(fmtcomma "$mactive")$(fmtpct "$mactive" "$howmany")$(fmtpct "$mactive" "$(( $pactive + $mactive ))" "/" 1)$(fmtpct "$mactive" "$mirrors" "/" 1)
191 $(df -h "$cfg_reporoot")
194 if [ $# -lt 1 ] ||
[ $1 != "0" ]; then
196 message
="Individual Repository Use"
197 case "${1%%[!0-9]*}" in ?
*)
198 message
="Individual Repository Use (Top $1)"
199 topn
="head -n ${1%%[!0-9]*}"
204 echo "$message" |
tr -c '\n' -
206 printf '%s' "$results" |
sort -k1,1nr
-k4,4 |
207 while read -r a b c d
; do
208 printf "%10s %4s %s %s\n" "$(fmtcomma "$a")" "$b" "$c" "$d"
210 sed -e 's/ [M-] / /g' |
$topn