Script to batch run gathering of stats

test/bench/binutils.spec

+tools="aflgcc zafl dyninst qemu"
+
 #binutils_binaries="size strings readelf objdump cxxfilt ar"
 binutils_binaries="objdump cxxfilt ar strip-new nm-new"
 binutils_binaries="size readelf strings cxxfilt nm-new strip-new"
 binutils_binaries="nm-new strip-new"
+
+# specify how to run under afl
+declare -A fuzz_map
+fuzz_map["size"]="@@"
+fuzz_map["objdump"]="-d @@"
+fuzz_map["readelf"]="-a @@"
+fuzz_map["strings"]=""
+fuzz_map["cxxfilt"]=""
+fuzz_map["nm-new"]="-a @@"
+fuzz_map["strip-new"]="@@"

test/bench/run-all.sh

+#!/bin/bash
+
+SCRIPT=$(readlink -f $0)
+MYDIR=$(dirname $SCRIPT)
+
+cd $MYDIR
+
+source binutils.spec
+
+echo "Evaluate $binutils_binaries"
+AFL_TIMEOUT=3600
+EPOCH_TIMEOUT=3800
+
+./setup_afl.sh
+
+for b in $binutils_binaries
+do
+	echo "fuzz_map for $b: ${fuzz_map[$b]}"
+
+	cd $MYDIR/${b}_aflgcc
+	nohup timeout $AFL_TIMEOUT afl-fuzz -i in -o out -- ./${b}.aflgcc ${fuzz_map[$b]} &
+
+	cd $MYDIR/${b}_zafl
+	nohup timeout $AFL_TIMEOUT afl-fuzz -i in -o out -- ./${b}.zafl ${fuzz_map[$b]} &
+
+	cd $MYDIR/${b}_dyninst
+	nohup timeout $AFL_TIMEOUT afl-fuzz -i in -o out -- ./${b}.dyninst ${fuzz_map[$b]} &
+
+	cd $MYDIR/${b}_qemu
+	nohup timeout $AFL_TIMEOUT afl-fuzz -i in -o out -Q -- ./${b}.qemu ${fuzz_map[$b]} &
+
+	sleep $EPOCH_TIMEOUT
+
+	grep execs ${b}_*/out/fuzzer_stats
+done

test/bench/setup_afl.sh

-tools="aflgcc zafl dyninst qemu"
-binutils_binaries="size strings readelf strip-new nm-new"
+#!/bin/bash
+
+SCRIPT=$(readlink -f $0)
+MYDIR=$(dirname $SCRIPT)
+
+cd $MYDIR
+
+source binutils.spec
 
 for b in $binutils_binaries
 do
@@ -10,6 +16,10 @@ do
 			mkdir in
 		fi
 		echo "1" > in/1
+
+		if [ -d out ]; then
+			rm -fr out
+		fi
 		popd
 	done
 done