bench.sh

#! /usr/bin/env bash

set -euxo pipefail

# Please run this script in the parent directory of koka project directory
kkimpl=(./koka-ctrc ./koka)
data=./koka-bench-data
benchmarks=(regex life pow lam nqueens rbtree rbtree-ck cfold deriv)

set_frequency()
{
    if [ "$1" == on ]
    then
        # set the frequency for all CPU cores
        sudo cpupower frequency-set -g performance > /dev/null
        sudo cpupower frequency-set -u 1.7GHz
        sudo cpupower frequency-set -d 1.7GHz
    else
        sudo cpupower frequency-set -g performance > /dev/null
        sudo cpupower frequency-set -u 4.85GHz
        sudo cpupower frequency-set -d 1.4GHz
    fi
}

mkdir -p ../$data
rm -f ../$data/list.txt
sudo -v
ulimit -s unlimited
for impl in "${kkimpl[@]}"
do
    echo "$impl" >> $data/list.txt
    cd $impl
    stack build
    set_frequency off
    for elem in "${benchmarks[@]}"
    do
        sudo -v
        stack exec koka -- -c -r -O3 bench/$elem.kk --buildname=$elem
        stack exec koka -- -c -r -O3 --ccopts="-DMEASURE_TIME" bench/$elem.kk --buildname=$elem-latency
    done

    set_frequency on
    for elem in "${benchmarks[@]}"
    do
        mkdir -p ../$data/$elem/$impl
        .koka/v2.4.0/gcc-drelease/$elem-latency 2> ../$data/$elem/$impl/latency.log
        env time -f %M -o ../$data/$elem/$impl/rss.log .koka/v2.4.0/gcc-drelease/$elem
        sudo -v
        hyperfine --export-json ../$data/$elem/$impl/time.json  -w 5 -r 10 -N .koka/v2.4.0/gcc-drelease/$elem
    done
    set_frequency off
    cd ..
done

python3 collect.py $data