/alps/fwbench

#! /bin/bash

DEVICE="/dev/md1"

WIDTH=32

CHUNK=64

FILE_SIZE=128 #1024

FAST_SPEED=3650

NUMA_CPU=4

PYHST="/root/pyhst/pyhst.sh"

PYHST_DATA="/home/csa/data/bench"

FS_LIST="ext4 xfs ext2 jfs reiserfs btrfs"

END_START=`expr $WIDTH '*' 2 - 2`

END_END=`expr $WIDTH '*' 2`

echo $DEVICE | grep "/dev/md" &> /dev/null

if [ $? -eq 0 ]; then SUFFIX="p"; else SUFFIX=""; fi

umount -l /mnt/slow &> /dev/null

umount -l /mnt/fast &> /dev/null

function partition {

    parted $DEVICE --script mklabel gpt

    parted $DEVICE --script rm 3 &> /dev/null

    parted $DEVICE --script rm 2 &> /dev/null

    parted $DEVICE --script rm 1 &> /dev/null

    parted $DEVICE --script mkpart primary 1GB 2TB

    parted $DEVICE --script mkpart primary ${END_START}TB ${END_END}TB

    parted $DEVICE --script mkpart primary 2TB 3TB

}

function format_ext4 {

    block=4 # in KB (4096)

    stride=`expr $CHUNK / $block`

    swidth=`expr $stride '*' $WIDTH`

    mkfs.ext4 -b 4096 -E stride=${stride},stripe-width=${swidth} $1 > /dev/null

    return 0

}

function format_ext2 {

    block=4 # in KB (4096)

    stride=`expr $CHUNK / $block`

    swidth=`expr $stride '*' $WIDTH`

    mkfs.ext2 -b 4096 -E stride=${stride},stripe-width=${swidth} $1 > /dev/null

    return 0

}

function format_xfs {

    mkfs.xfs -f -d su=${CHUNK}k,sw=${WIDTH} $1 > /dev/null

    mount -o noatime,allocsize=1GiB,largeio,swalloc $1 $2

    return 1

}

function format_xfsrt {

    mkfs.xfs -f -d su=${CHUNK}k,sw=${WIDTH} -r rtdev=$1,extsize=1g ${DEVICE}${SUFFIX}3 > /dev/null

    mount -o noatime,allocsize=1GiB,largeio,swalloc,rtdev=$1 ${DEVICE}${SUFFIX}3 $2

    return 1

}

function format_btrfs {

    sector=`expr $CHUNK '*' 1024`

#    mkfs.btrfs -s $sector -l $sector -n $sector $1 > /dev/null

    mkfs.btrfs $1 > /dev/null

    return 0

}

function format_jfs {

    mkfs.jfs -q $1 > /dev/null

    return 0

}

function format_reiserfs {

    mkfs.reiserfs -q $1 > /dev/null

    return 0

}

function bench_path {

    speed=$2

    res=`stdbuf -oL -eL ./fwbench.sh $1/testfile ${FILE_SIZE} $speed |tee /dev/stderr | tail -n 7 | sed  -e ':a;N;$!ba;s/\n/@eol@/g'`

    echo $res | sed -e 's/@eol@/\n/g'

    res=`echo $res | sed -e 's/@eol@/\n/g' | tail -n 1 |  cut -d ':' -f 2`

    if [ $res -gt 0 ]; then

	speed=$res

    fi

    stdbuf -oL -eL taskset -c $NUMA_CPU ./seqreader $1 | tee /dev/stderr | tail -n 5

}

function bench_device {

    speed=$2

    res=`stdbuf -oL -eL ./fwbench.sh $1 ${FILE_SIZE} $speed |tee /dev/stderr | tail -n 7 | sed  -e ':a;N;$!ba;s/\n/@eol@/g'`

    echo $res | sed -e 's/@eol@/\n/g'

    res=`echo $res | sed -e 's/@eol@/\n/g' | tail -n 1 |  cut -d ':' -f 2`

    if [ $res -gt 0 ]; then

	speed=$res

    fi

    stdbuf -oL -eL taskset -c $NUMA_CPU ./seqreader $1 ${FILE_SIZE} | tee /dev/stderr | tail -n 5

}

function bench_pyhst {

    data=$1/pyhst

    mkdir -p $data

    cat $PYHST_DATA/*.par | sed -e "s|@PATH@|$data|g" > $data/bench.par

    cp -r $PYHST_DATA/out_phase $data/

    echo 3 > /proc/sys/vm/drop_caches

    eval stdbuf -oL -eL $PYHST $data/bench.par 2>&1 | tee /dev/stderr | grep "Input/Output"

}

function test_fs {

    speed=`expr $FAST_SPEED + 50`

    formater="format_$1"

    eval $formater ${DEVICE}${SUFFIX}1 /mnt/fast

    if [ $? -eq 0 ]; then

	mount -o noatime ${DEVICE}${SUFFIX}1 /mnt/fast

    fi

    echo "Testing $1 (fast partition)"

    echo "=================================="

    bench_path /mnt/fast $speed

    echo

    echo "Testing $1 (PyHST)"

    echo "=================================="

    bench_pyhst /mnt/fast

    umount /mnt/fast

    echo

    eval $formater ${DEVICE}${SUFFIX}2 /mnt/slow

    if [ $? -eq 0 ]; then

	mount -o noatime ${DEVICE}${SUFFIX}2 /mnt/slow

    fi

    echo "Testing $1 (slow partition)"

    echo "=================================="

    bench_path /mnt/slow $speed

    umount /mnt/slow

    echo

    echo

}

function test_partition {

    speed=`expr $FAST_SPEED + 50`

    echo "Testing partition: $1"

    echo "=================================="

    bench_device $1 $speed

    echo

}

partition

test_partition ${DEVICE}

test_partition ${DEVICE}${SUFFIX}2

for fs in $FS_LIST; do

    test_fs $fs

done