Yet Another FIO Script

do_fio_nightmares.sh

#!/bin/bash

## helper functions
function timestamp {
    date --iso-8601=seconds &>/dev/null && date --iso-8601=seconds || gdate --iso-8601=seconds
}

function log {
    echo "[ $(timestamp) ] $*" | tee -a $LOGFILE
}

## When you're using this interactively, it's nice to know how much time is left
function countdown() {
    SECS=$1
    while [ $SECS -gt 0 ]
    do
        printf "\r\033[KT-Minus %.d seconds and counting..." $((SECS--))
        sleep 1
    done
    printf "\r\033[KT-Minus %.1d seconds and counting..." 0
    echo "Liftoff"
}

function randosleep {
    SLEEP=$[ ( $RANDOM % 300 )  + 1 ]
    log "=== Sleeping for ${SLEEP} seconds ==="
    countdown $SLEEP
}

## Make sure fio is available
which fio &>/dev/null && FIO=`which fio` || echo "fio not found in PATH."
[ -z "$FIO" ] && exit 1

## check to see if io_uring is disabled and enable it if so
if [ $(sysctl kernel.io_uring_disabled | awk '{print $3}') -eq 2 ]; then
    log "io_uring disabled, enabling"
    sysctl kernel.io_uring_disabled=0
fi

## Make sure a test destination directory was provided
if [ -z "$1" ]; then
  echo "No test path provided."
  exit 2
else
  TESTDIR="$1"
fi

## FIO COMMAND FLAGS
FIO_FLAGS="--ioengine=io_uring --direct=1 --buffered=0 --atomic=1 --name=benchmark --directory=${TESTDIR}"

## STATIC/ARBITRARY VARIABLES
RUNTIME_SHORT=120
RUNTIME_LONG=3600
IODEPTH=64
LOGFILE=/root/$(hostname -a | awk '{print $1}')_$(timestamp).log

## COMPUTED VARIABLES
NUMJOBS=$(nproc --all || sysctl -n hw.ncpu)
TOTALMEM=$(lsmem -b --summary=only | grep "Total online memory" | awk -F\: '{print $2}' | sed 's/^[[:space:]]*//')
TOTALMEM_MB=$(echo "$TOTALMEM / 1024 / 1024" | bc )
TOTALMEM_GB=$(echo "$TOTALMEM_MB / 1024" | bc )
PERJOBSIZEVALUE=$(echo "$TOTALMEM_MB / $NUMJOBS * 2" | bc )
SIZE="${PERJOBSIZEVALUE}m"

log "=== Runtime Parameters ==="
log "  fio:       $FIO"
log "  jobs:      $NUMJOBS"
log "  iodepth:   $IODEPTH"
log "  memory:    ${TOTALMEM_GB}G"
log "  job size:  $SIZE"
log "  short job: $RUNTIME_SHORT"
log "  long job:  $RUNTIME_LONG"
log "  logfile:   $LOGFILE"
log "=========================="

log "=== Pseudo-random sleeping for multi-client de-sync ==="
randosleep

log "=== Launching sequence, using path ${TESTDIR} ==="

log "Launching fio random write (4k) for ${RUNTIME_SHORT}s..."
echo "$FIO $FIO_FLAGS --rw=randwrite --bs=4k --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_SHORT --time_based --end_fsync=1 --group_reporting"
$FIO $FIO_FLAGS --rw=randwrite --bs=4k --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_SHORT --time_based --end_fsync=1 --group_reporting 2>&1 | tee -a $LOGFILE

log "fio random write (4k) finished"
log "=== Pseudo-random sleeping for multi-client de-sync ==="
randosleep

log "Launching fio random read (4k) for ${RUNTIME_SHORT}s..."
echo "$FIO $FIO_FLAGS --rw=randread --bs=4k --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_SHORT --time_based --end_fsync=1 --group_reporting"
$FIO $FIO_FLAGS --rw=randread --bs=4k --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_SHORT --time_based --end_fsync=1 --group_reporting 2>&1 | tee -a $LOGFILE

log "fio random read (4k) finished"
log "=== Pseudo-random sleeping for multi-client de-sync ==="
randosleep

log "Launching fio random read/write mix (4k 3:1 read:write) for ${RUNTIME_LONG}s..."
echo "$FIO $FIO_FLAGS --rw=randrw --rwmixread=75 --bs=4k --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_LONG --time_based --end_fsync=1 --group_reporting"
$FIO $FIO_FLAGS --rw=randrw --rwmixread=75 --bs=4k --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_LONG --time_based --end_fsync=1 --group_reporting 2>&1 | tee -a $LOGFILE

log "fio random read/write mix (4k 3:1 read:write) finished"
log "=== Pseudo-random sleeping for multi-client de-sync ==="
randosleep

log "Launching fio sequential write (1M) for ${RUNTIME_SHORT}s..."
echo "$FIO $FIO_FLAGS --rw=write --bs=1M --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_SHORT --time_based --end_fsync=1 --group_reporting"
$FIO $FIO_FLAGS --rw=write --bs=1M --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_SHORT --time_based --end_fsync=1 --group_reporting 2>&1 | tee -a $LOGFILE

log "fio sequential write (1M) finished"
log "=== Pseudo-random sleeping for multi-client de-sync ==="
randosleep

log "Launching fio sequential read (1M) for ${RUNTIME_SHORT}s..."
echo "$FIO $FIO_FLAGS --rw=read --bs=1M --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_SHORT --time_based --end_fsync=1 --group_reporting"
$FIO $FIO_FLAGS --rw=read --bs=1M --numjobs=$NUMJOBS --size=$SIZE --iodepth=$IODEPTH --runtime=$RUNTIME_SHORT --time_based --end_fsync=1 --group_reporting 2>&1 | tee -a $LOGFILE

log "fio sequential read (1M) finished"
log "=== Finished ==="