4 # This file and its contents are supplied under the terms of the
5 # Common Development and Distribution License ("CDDL"), version 1.0.
6 # You may only use this file in accordance with the terms of version
9 # A full copy of the text of the CDDL should have accompanied this
10 # source. A copy of the CDDL is also available via the Internet at
11 # http://www.illumos.org/license/CDDL.
15 # Copyright (c) 2015, 2016 by Delphix. All rights reserved.
20 # Trigger fio runs using the random_readwrite job file. The number of runs and
21 # data collected is determined by the PERF_* variables. See do_fio_run for
22 # details about these variables.
24 # The files to read and write from are created prior to the first fio run,
25 # and used for all fio runs. The ARC is cleared with `zinject -a` prior to
26 # each run so reads will go to disk.
28 # Thread/Concurrency settings:
29 # PERF_NTHREADS defines the number of files created in the test filesystem,
30 # as well as the number of threads that will simultaneously drive IO to
31 # those files. The settings chosen are from measurements in the
32 # PerfAutoESX/ZFSPerfESX Environments, selected at concurrency levels that
33 # are at peak throughput but lowest latency. Higher concurrency introduces
34 # queue time latency and would reduce the impact of code-induced performance
38 .
$STF_SUITE/include
/libtest.shlib
39 .
$STF_SUITE/tests
/perf
/perf.shlib
49 populate_perf_filesystems
51 # Aim to fill the pool to 50% capacity while accounting for a 3x compressratio.
52 export TOTAL_SIZE
=$
(($
(get_prop avail
$PERFPOOL) * 3 / 2))
54 # Variables for use by fio.
55 if [[ -n $PERF_REGRESSION_WEEKLY ]]; then
56 export PERF_RUNTIME
=${PERF_RUNTIME:-$PERF_RUNTIME_WEEKLY}
57 export PERF_RUNTYPE
=${PERF_RUNTYPE:-'weekly'}
58 export PERF_NTHREADS
=${PERF_NTHREADS:-'4 8 16 64'}
59 export PERF_NTHREADS_PER_FS
=${PERF_NTHREADS_PER_FS:-'0'}
60 export PERF_SYNC_TYPES
=${PERF_SYNC_TYPES:-'0 1'}
61 export PERF_IOSIZES
='' # bssplit used instead
62 elif [[ -n $PERF_REGRESSION_NIGHTLY ]]; then
63 export PERF_RUNTIME
=${PERF_RUNTIME:-$PERF_RUNTIME_NIGHTLY}
64 export PERF_RUNTYPE
=${PERF_RUNTYPE:-'nightly'}
65 export PERF_NTHREADS
=${PERF_NTHREADS:-'32 64'}
66 export PERF_NTHREADS_PER_FS
=${PERF_NTHREADS_PER_FS:-'0'}
67 export PERF_SYNC_TYPES
=${PERF_SYNC_TYPES:-'1'}
68 export PERF_IOSIZES
='' # bssplit used instead
71 # Layout the files to be used by the readwrite tests. Create as many files
72 # as the largest number of threads. An fio run with fewer threads will use
73 # a subset of the available files.
74 export NUMJOBS
=$
(get_max
$PERF_NTHREADS)
75 export FILE_SIZE
=$
((TOTAL_SIZE
/ NUMJOBS
))
76 export DIRECTORY
=$
(get_directory
)
77 log_must fio
$FIO_SCRIPTS/mkfiles.fio
79 # Set up the scripts and output files that will log performance data.
80 lun_list
=$
(pool_to_lun_list
$PERFPOOL)
81 log_note
"Collecting backend IO stats with lun list $lun_list"
82 export collect_scripts
=(
83 "kstat zfs:0 1" "kstat"
86 "iostat -xcnz 1" "iostat"
87 "dtrace -Cs $PERF_SCRIPTS/io.d $PERFPOOL $lun_list 1" "io"
88 "dtrace -s $PERF_SCRIPTS/profile.d" "profile"
91 log_note
"Random reads and writes with $PERF_RUNTYPE settings"
92 do_fio_run random_readwrite.fio false true
93 log_pass
"Measure IO stats during random read and write load"