4 # This file and its contents are supplied under the terms of the
5 # Common Development and Distribution License ("CDDL"), version 1.0.
6 # You may only use this file in accordance with the terms of version
9 # A full copy of the text of the CDDL should have accompanied this
10 # source. A copy of the CDDL is also available via the Internet at
11 # http://www.illumos.org/license/CDDL.
15 # Copyright (c) 2015, 2020 by Delphix. All rights reserved.
20 # Trigger fio runs using the random_readwrite job file. The number of runs and
21 # data collected is determined by the PERF_* variables. See do_fio_run for
22 # details about these variables.
24 # The files to read and write from are created prior to the first fio run,
25 # and used for all fio runs. The ARC is cleared with `zinject -a` prior to
26 # each run so reads will go to disk.
28 # Thread/Concurrency settings:
29 # PERF_NTHREADS defines the number of files created in the test filesystem,
30 # as well as the number of threads that will simultaneously drive IO to
31 # those files. The settings chosen are from measurements in the
32 # PerfAutoESX/ZFSPerfESX Environments, selected at concurrency levels that
33 # are at peak throughput but lowest latency. Higher concurrency introduces
34 # queue time latency and would reduce the impact of code-induced performance
38 . $STF_SUITE/include/libtest.shlib
39 . $STF_SUITE/tests/perf/perf.shlib
49 trap "log_fail \"Measure IO stats during random read load\"" SIGTERM
53 populate_perf_filesystems
55 # Aim to fill the pool to 50% capacity while accounting for a 3x compressratio.
56 export TOTAL_SIZE=$(($(get_prop avail $PERFPOOL) * 3 / 2))
58 # Variables for use by fio.
59 if [[ -n $PERF_REGRESSION_WEEKLY ]]; then
60 export PERF_RUNTIME=${PERF_RUNTIME:-$PERF_RUNTIME_WEEKLY}
61 export PERF_RANDSEED=${PERF_RANDSEED:-'1234'}
62 export PERF_COMPPERCENT=${PERF_COMPPERCENT:-'66'}
63 export PERF_COMPCHUNK=${PERF_COMPCHUNK:-'4096'}
64 export PERF_RUNTYPE=${PERF_RUNTYPE:-'weekly'}
65 export PERF_NTHREADS=${PERF_NTHREADS:-'4 8 16 64'}
66 export PERF_NTHREADS_PER_FS=${PERF_NTHREADS_PER_FS:-'0'}
67 export PERF_SYNC_TYPES=${PERF_SYNC_TYPES:-'0 1'}
68 export PERF_IOSIZES='' # bssplit used instead
69 elif [[ -n $PERF_REGRESSION_NIGHTLY ]]; then
70 export PERF_RUNTIME=${PERF_RUNTIME:-$PERF_RUNTIME_NIGHTLY}
71 export PERF_RANDSEED=${PERF_RANDSEED:-'1234'}
72 export PERF_COMPPERCENT=${PERF_COMPPERCENT:-'66'}
73 export PERF_COMPCHUNK=${PERF_COMPCHUNK:-'4096'}
74 export PERF_RUNTYPE=${PERF_RUNTYPE:-'nightly'}
75 export PERF_NTHREADS=${PERF_NTHREADS:-'32 64'}
76 export PERF_NTHREADS_PER_FS=${PERF_NTHREADS_PER_FS:-'0'}
77 export PERF_SYNC_TYPES=${PERF_SYNC_TYPES:-'1'}
78 export PERF_IOSIZES='' # bssplit used instead
81 # Layout the files to be used by the readwrite tests. Create as many files
82 # as the largest number of threads. An fio run with fewer threads will use
83 # a subset of the available files.
84 export NUMJOBS=$(get_max $PERF_NTHREADS)
85 export FILE_SIZE=$((TOTAL_SIZE / NUMJOBS))
86 export DIRECTORY=$(get_directory)
87 log_must fio $FIO_SCRIPTS/mkfiles.fio
89 # Set up the scripts and output files that will log performance data.
90 lun_list=$(pool_to_lun_list $PERFPOOL)
91 log_note "Collecting backend IO stats with lun list $lun_list"
93 typeset perf_record_cmd="perf record -F 99 -a -g -q \
94 -o /dev/stdout -- sleep ${PERF_RUNTIME}"
96 export collect_scripts=(
97 "zpool iostat -lpvyL $PERFPOOL 1" "zpool.iostat"
98 "vmstat -t 1" "vmstat"
99 "mpstat -P ALL 1" "mpstat"
100 "iostat -tdxyz 1" "iostat"
101 "$perf_record_cmd" "perf"
104 export collect_scripts=(
105 "$PERF_SCRIPTS/io.d $PERFPOOL $lun_list 1" "io"
106 "vmstat -T d 1" "vmstat"
107 "mpstat -T d 1" "mpstat"
108 "iostat -T d -xcnz 1" "iostat"
112 log_note "Random reads and writes with $PERF_RUNTYPE settings"
113 do_fio_run random_readwrite.fio false true
114 log_pass "Measure IO stats during random read and write load"