evaluate.sh

#!/bin/bash

set -euf

PROJ_DIR=$(dirname $0)

source $PROJ_DIR/find_entry.sh

RUSTC_PATH=$(rustc --print sysroot)/lib

if [[ "$OSTYPE" == "darwin"* ]]; then
  # add rustc lib to dyld path
  export DYLD_FALLBACK_LIBRARY_PATH=$RUSTC_PATH
elif [[ "$OSTYPE" == "linux-gnu"* ]]; then
  export LD_LIBRARY_PATH=$RUSTC_PATH
else
  echo "platform $OSTYPE" not supported
  exit 1
fi

if [ ! $# -eq 3 ]; then
  echo "Expect folders that hold benchmark, analysis results and refactor results"
  exit 1
fi

# cargo build --release --bin evaluation
cargo build --bin evaluation

# EVALUATION=target/release/evaluation
EVALUATION=target/debug/evaluation
SUMMARY=evaluation.csv

if [ -f $SUMMARY ]; then
  rm $SUMMARY
fi
touch $SUMMARY

echo "Benchmark Name,#Unsafe Pointers,,,#Unsafe Mutable Non-Array Pointers,,,#Unsafe Usages,,,#Unsafe Mutable Non-Array Usages,," >$SUMMARY

for f in $(find $3 -name "Cargo.toml"); do
  BENCH_DIR="$(dirname $f)"
  BENCH_NAME="$(basename $BENCH_DIR)"
  ENTRY=$(find_entry $BENCH_DIR)
  echo "evaluating $BENCH_NAME"
  if [ -f $BENCH_DIR/statistics.csv ]; then
    rm $BENCH_DIR/statistics.csv
  fi
  touch $BENCH_DIR/statistics.csv

  ANALYSED=$(dirname $(find_entry $2/$BENCH_NAME))/analysis_results
  ORIGINAL=$(find_entry $1/$BENCH_NAME)

  $EVALUATION $ORIGINAL $ANALYSED $ENTRY --output-csv $BENCH_DIR/statistics.csv

  (
    printf '%s' "$BENCH_NAME,"
    cat $BENCH_DIR/statistics.csv
    printf '\n'
  ) >>$SUMMARY
done

./sort.sh $SUMMARY

CUT=""
if [[ "$OSTYPE" == "darwin"* ]]; then
  CUT=gcut
elif [[ "$OSTYPE" == "linux-gnu"* ]]; then
  CUT=cut
fi

TEMP=$(mktemp)
cat $SUMMARY | $CUT --complement -d, -f 2-4,8-10 >$TEMP
mv $TEMP $SUMMARY