usr/src/test/zfs-tests/tests/perf/regression/sequential_writes.ksh

   1 #!/usr/bin/ksh
   2
   3 #
   4 # This file and its contents are supplied under the terms of the
   5 # Common Development and Distribution License ("CDDL"), version 1.0.
   6 # You may only use this file in accordance with the terms of version
   7 # 1.0 of the CDDL.
   8 #
   9 # A full copy of the text of the CDDL should have accompanied this
  10 # source.  A copy of the CDDL is also available via the Internet at
  11 # http://www.illumos.org/license/CDDL.
  12 #
  13
  14 #
  15 # Copyright (c) 2015, 2016 by Delphix. All rights reserved.
  16 #
  17
  18 #
  19 # Description:
  20 # Trigger fio runs using the sequential_writes job file. The number of runs and
  21 # data collected is determined by the PERF_* variables. See do_fio_run for
  22 # details about these variables.
  23 #
  24 # Prior to each fio run the dataset is recreated, and fio writes new files
  25 # into an otherwise empty pool.
  26 #
  27 # Thread/Concurrency settings:
  28 #    PERF_NTHREADS defines the number of files created in the test filesystem,
  29 #    as well as the number of threads that will simultaneously drive IO to
  30 #    those files.  The settings chosen are from measurements in the
  31 #    PerfAutoESX/ZFSPerfESX Environments, selected at concurrency levels that
  32 #    are at peak throughput but lowest latency.  Higher concurrency introduces
  33 #    queue time latency and would reduce the impact of code-induced performance
  34 #    regressions.
  35 #
  36
  37 . $STF_SUITE/include/libtest.shlib
  38 . $STF_SUITE/tests/perf/perf.shlib
  39
  40 log_onexit cleanup
  41
  42 function cleanup
  43 {
  44         recreate_perf_pool
  45 }
  46
  47 recreate_perf_pool
  48 populate_perf_filesystems
  49
  50 # Aim to fill the pool to 50% capacity while accounting for a 3x compressratio.
  51 export TOTAL_SIZE=$(($(get_prop avail $PERFPOOL) * 3 / 2))
  52
  53 # Variables for use by fio.
  54 if [[ -n $PERF_REGRESSION_WEEKLY ]]; then
  55         export PERF_RUNTIME=${PERF_RUNTIME:-$PERF_RUNTIME_WEEKLY}
  56         export PERF_RUNTYPE=${PERF_RUNTYPE:-'weekly'}
  57         export PERF_NTHREADS=${PERF_NTHREADS:-'1 4 8 16 32 64 128'}
  58         export PERF_NTHREADS_PER_FS=${PERF_NTHREADS_PER_FS:-'0'}
  59         export PERF_SYNC_TYPES=${PERF_SYNC_TYPES:-'0 1'}
  60         export PERF_IOSIZES=${PERF_IOSIZES:-'8k 128k 1m'}
  61 elif [[ -n $PERF_REGRESSION_NIGHTLY ]]; then
  62         export PERF_RUNTIME=${PERF_RUNTIME:-$PERF_RUNTIME_NIGHTLY}
  63         export PERF_RUNTYPE=${PERF_RUNTYPE:-'nightly'}
  64         export PERF_NTHREADS=${PERF_NTHREADS:-'16 32'}
  65         export PERF_NTHREADS_PER_FS=${PERF_NTHREADS_PER_FS:-'0'}
  66         export PERF_SYNC_TYPES=${PERF_SYNC_TYPES:-'1'}
  67         export PERF_IOSIZES=${PERF_IOSIZES:-'8k 128k 1m'}
  68 fi
  69
  70 # Set up the scripts and output files that will log performance data.
  71 lun_list=$(pool_to_lun_list $PERFPOOL)
  72 log_note "Collecting backend IO stats with lun list $lun_list"
  73 export collect_scripts=(
  74     "kstat zfs:0 1"  "kstat"
  75     "vmstat 1"       "vmstat"
  76     "mpstat 1"       "mpstat"
  77     "iostat -xcnz 1" "iostat"
  78     "dtrace -Cs $PERF_SCRIPTS/io.d $PERFPOOL $lun_list 1" "io"
  79     "dtrace  -s $PERF_SCRIPTS/profile.d"                  "profile"
  80 )
  81
  82 log_note "Sequential writes with $PERF_RUNTYPE settings"
  83 do_fio_run sequential_writes.fio true false
  84 log_pass "Measure IO stats during sequential write load"