Add 'builtin_xforms/move_globals/' from commit '6188613b'

git-subtree-dir: builtin_xforms/move_globals
git-subtree-mainline: 1c952240
git-subtree-split: 6188613b

builtin_xforms/move_globals/.gitignore

+*.os
+*.so
+build
+.sconsign.dblite

builtin_xforms/move_globals/README.md

+tbd
\ No newline at end of file

builtin_xforms/move_globals/SConscript

+import os
+
+
+
+Import('env')
+
+# import and create a copy of the environment so we don't screw up anyone elses env.
+myenv=env.Clone()
+
+cpppath='''
+	 $PEASOUP_HOME/irdb-libs/third_party/elfio-code
+	 $PEASOUP_HOME/irdb-libs/libEXEIO/include
+         $IRDB_SDK/include
+        '''
+
+
+
+files=Glob( Dir('.').srcnode().abspath+"/*.cpp")
+
+pgm="move_globals.so"
+
+LIBPATH="$PEASOUP_HOME/irdb-libs/lib"
+LIBS=Split("irdb-core irdb-cfg irdb-util irdb-transform irdb-deep StructDiv EXEIO ") 
+myenv.Append(CPPPATH=Split(cpppath))
+pgm=myenv.SharedLibrary(pgm,  files,  LIBPATH=LIBPATH, LIBS=LIBS)
+install=myenv.Install("$MG_HOME/plugins_install/", pgm)
+Default(install)
+
+Return('install')

builtin_xforms/move_globals/SConstruct

+#   
+#   Copyright 2017-2019 University of Virginia
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+
+
+#
+# Scons is python based.  We import OS to get at the environment.
+#
+import os
+
+
+#
+# create a basic scons environment
+#
+env=Environment()
+
+#
+# Include environment variables.  These lines throw semi-readable errors if the environment is not defined properly.
+#
+env.Replace(IRDB_SDK=     os.environ['IRDB_SDK']     ) # IRDB_SDK and IRDB_LIB by convention to find headers and libraries.
+env.Replace(PEASOUP_HOME= os.environ['PEASOUP_HOME']     ) # IRDB_SDK and IRDB_LIB by convention to find headers and libraries.
+env.Replace(IRDB_LIBS=    os.environ['IRDB_LIBS']    ) 
+env.Replace(MG_HOME=      os.environ['MG_HOME']    ) 
+
+
+#
+# Check for "debug=1" on the scons command line
+#
+env.Replace(debug=ARGUMENTS.get("debug",0))   # build in debug mode?
+
+#
+# Required:  need these flag to appropriately include/link IRDB files.
+#
+env.Append(CXXFLAGS=" -std=c++11 ")	# enable c++11
+env.Append(LINKFLAGS=" -Wl,-unresolved-symbols=ignore-in-shared-libs ") # irdb libs may have symbols that resolve OK at runtime, but not linktime.
+
+
+# if we are building in debug mode, use -g, else use -O
+if int(env['debug']) == 1:
+        env.Append(CFLAGS=     " -g ")
+        env.Append(CXXFLAGS=   " -g ")
+        env.Append(LINKFLAGS=  " -g ")
+        env.Append(SHLINKFLAGS=" -g ")
+else:
+        env.Append(CFLAGS=     " -O ")
+        env.Append(CXXFLAGS=   " -O ")
+        env.Append(LINKFLAGS=  " -O ")
+        env.Append(SHLINKFLAGS=" -O ")
+
+
+Export('env')
+SConscript("SConscript", variant_dir='build')
+

builtin_xforms/move_globals/mg.hpp

+#ifndef _LIBTRANSFORM_INSTRUCTIONCOUNT_H_
+#define _LIBTRANSFORM_INSTRUCTIONCOUNT_H_
+
+#include <irdb-transform>
+#include <irdb-deep>
+#include <memory>
+#include <map>
+#include <set>
+#include <tuple>
+
+#include <exeio.h>
+
+#include <elfio/elfio.hpp>
+#include <elfio/elfio_symbols.hpp>
+#include <elf.h>
+
+using Elf_Xword = uint64_t;
+using Elf_Half  = uint16_t;
+
+template <class T_Sym, class T_Rela, class T_Rel, class T_Dyn, class Extractor>
+class MoveGlobals_t : public IRDB_SDK::Transform_t
+{
+	public:
+		MoveGlobals_t(IRDB_SDK::VariantID_t *p_variantID, 
+			IRDB_SDK::FileIR_t*p_variantIR,
+			const std::string &p_dont_move, 
+			const std::string  &p_move_only,
+			const int p_max_moveables,
+                        const bool p_random,
+			const bool p_aggrssive,
+			const bool p_use_stars=false); 
+
+		int execute(IRDB_SDK::pqxxDB_t &pqxx_interface);
+
+	private:
+
+
+
+		// MEDS_Annotation::MEDS_Annotations_t& getAnnotations();
+		
+		void ParseSyms(EXEIO::exeio * reader);
+		void SetupScoopMap();
+		void FilterScoops();
+		void TieScoops();
+		void FindInstructionReferences();
+		void FindDataReferences();
+		void UpdateScoopLocations();
+		void FilterAndCoalesceTiedScoops();
+		IRDB_SDK::Relocation_t* FindRelocationWithType(IRDB_SDK::BaseObj_t* obj, std::string type);
+		void PrintStats();
+		void HandleMemoryOperand(IRDB_SDK::DecodedInstruction_t &disasm, const IRDB_SDK::DecodedOperandVector_t::iterator the_arg, 
+		                         IRDB_SDK::Instruction_t* insn, const IRDB_SDK::DecodedOperandVector_t &the_arg_container);
+		void HandleImmediateOperand(const IRDB_SDK::DecodedInstruction_t& disasm, const IRDB_SDK::DecodedOperandVector_t::iterator the_arg, IRDB_SDK::Instruction_t* insn);
+		IRDB_SDK::DataScoop_t* DetectAnnotationScoop(IRDB_SDK::Instruction_t* insn);
+		IRDB_SDK::DataScoop_t* DetectProperScoop(const IRDB_SDK::DecodedInstruction_t& disasm, const IRDB_SDK::DecodedOperandVector_t::iterator the_arg, IRDB_SDK::Instruction_t* insn, 
+				IRDB_SDK::VirtualOffset_t immed_addr, bool immed, const IRDB_SDK::DecodedOperandVector_t &the_arg_container);
+
+		IRDB_SDK::DataScoop_t* DetectProperScoop_ConsiderEndOfPrev(const IRDB_SDK::DecodedInstruction_t& disasm, const IRDB_SDK::DecodedOperandVector_t::iterator the_arg, IRDB_SDK::Instruction_t* insn, 
+			IRDB_SDK::VirtualOffset_t insn_addr, bool immed, IRDB_SDK::DataScoop_t* ret, const IRDB_SDK::DecodedOperandVector_t &the_arg_container);
+		IRDB_SDK::DataScoop_t* DetectProperScoop_ConsiderStartOfNext(const IRDB_SDK::DecodedInstruction_t& disasm, const IRDB_SDK::DecodedOperandVector_t::iterator the_arg, IRDB_SDK::Instruction_t* insn, 
+			IRDB_SDK::VirtualOffset_t insn_addr, bool immed, IRDB_SDK::DataScoop_t* cand_scoop, const IRDB_SDK::DecodedOperandVector_t &the_arg_container);
+
+		void ApplyImmediateRelocation(IRDB_SDK::Instruction_t *insn, IRDB_SDK::DataScoop_t* to);
+		void ApplyAbsoluteMemoryRelocation(IRDB_SDK::Instruction_t *insn, IRDB_SDK::DataScoop_t* to);
+		void ApplyPcrelMemoryRelocation(IRDB_SDK::Instruction_t *insn, IRDB_SDK::DataScoop_t* to);
+		void ApplyDataRelocation(IRDB_SDK::DataScoop_t *from, unsigned int offset, IRDB_SDK::DataScoop_t* to);
+		IRDB_SDK::DataScoop_t* findScoopByAddress(const IRDB_SDK::VirtualOffset_t a) const;
+		bool AreScoopsAdjacent(const IRDB_SDK::DataScoop_t *a, const IRDB_SDK::DataScoop_t *b) const;
+		bool is_elftable(IRDB_SDK::DataScoop_t* ret);
+		bool is_noptr_table(IRDB_SDK::DataScoop_t* ret);
+
+
+		std::vector<T_Sym> static_symbols;
+		std::vector<T_Sym> dynamic_symbols;
+		EXEIO::exeio* exe_reader;
+
+		struct cmpByName {
+			bool operator()(const IRDB_SDK::DataScoop_t* a, const IRDB_SDK::DataScoop_t* b) const {
+
+				return (a->getName() < b->getName());
+			}
+		};
+		std::set<IRDB_SDK::DataScoop_t*> moveable_scoops;
+		std::map<IRDB_SDK::DataScoop_t*,unsigned int> reasons;
+
+		using ScoopPair_t = std::pair<IRDB_SDK::DataScoop_t*,IRDB_SDK::DataScoop_t*>;
+
+		std::set<ScoopPair_t> tied_scoops;
+
+		// sets to record what insns need to be fixed later.
+		struct Insn_fixup
+		{ 
+			IRDB_SDK::Instruction_t* from; IRDB_SDK::DataScoop_t* to;
+
+			bool operator <(const struct Insn_fixup& rhs) const
+			{
+				return std::tie(from, to) < std::tie(rhs.from, rhs.to);
+			}
+		};
+		using Insn_fixup_t = struct Insn_fixup;
+		std::set<Insn_fixup_t> pcrel_refs_to_scoops, absolute_refs_to_scoops, immed_refs_to_scoops;
+
+
+		// data references to scoops
+		struct Scoop_fixup
+		{ 
+			IRDB_SDK::DataScoop_t* from; unsigned int offset; IRDB_SDK::DataScoop_t* to;
+
+			bool operator <(const struct Scoop_fixup & rhs) const
+			{
+				return std::tie(from, offset, to) < std::tie(rhs.from, rhs.offset, rhs.to);
+			}
+		};
+		using Scoop_fixup_t = struct Scoop_fixup;;
+		std::set<Scoop_fixup_t> data_refs_to_scoops;
+
+
+		int tied_unpinned;
+		int tied_pinned;
+		int tied_nochange;
+		int ties_for_folded_constants;
+
+		const std::string dont_move;
+		const std::string move_only;
+
+		using RangePair_t = std::pair<IRDB_SDK::VirtualOffset_t,IRDB_SDK::VirtualOffset_t>;
+		struct cmpByRange 
+		{
+			bool operator()(const RangePair_t& a, const RangePair_t& b) const {
+
+				return (a.second < b.first);
+			}
+		};
+		std::map<RangePair_t, IRDB_SDK::DataScoop_t*, cmpByRange> scoop_map;
+
+
+		const int max_moveables;
+		const bool random;
+		const bool aggressive;
+		const bool m_use_stars;
+
+
+		std::unique_ptr<IRDB_SDK::StaticGlobalStartMap_t > deep_global_static_ranges;
+		std::unique_ptr<IRDB_SDK::RangeSentinelSet_t> sentinels;
+
+
+};
+
+class Extractor64_t
+{
+        public:
+                Elf_Xword  elf_r_sym (Elf_Xword a) { return ELF64_R_SYM (a); }
+                Elf_Xword  elf_r_type(Elf_Xword a) { return ELF64_R_TYPE(a); }
+                unsigned char  elf_st_bind(unsigned char a) { return ELF64_ST_BIND(a); }
+                unsigned char  elf_st_type(unsigned char a) { return ELF64_ST_TYPE(a); }
+};
+class Extractor32_t
+{
+        public:
+                Elf32_Word  elf_r_sym (Elf32_Word a) { return ELF32_R_SYM (a); }
+                Elf32_Word  elf_r_type(Elf32_Word a) { return ELF32_R_TYPE(a); }
+                unsigned char  elf_st_bind(unsigned char a) { return ELF32_ST_BIND(a); }
+                unsigned char  elf_st_type(unsigned char a) { return ELF32_ST_TYPE(a); }
+};
+
+
+const static auto elftable_names           = std::set<std::string> (
+	{".dynamic",".got",".got.plt",".dynstr",".dynsym",".rel.dyn",".rela.dyn",".rel.plt",".rela.plt", ".gnu.version", ".gnu.version_r"});
+const static auto elftable_nocodeptr_names = std::set<std::string> (
+	{".dynamic", ".rela.dyn", ".rela.plt", ".rel.plt", ".rel.dyn", ".dynstr", ".dynsym", ".gnu.version", ".gnu.version_r"});
+
+using MoveGlobals32_t = class MoveGlobals_t<Elf32_Sym, Elf32_Rela, Elf32_Rel, Elf32_Dyn, Extractor32_t>;
+using MoveGlobals64_t = class MoveGlobals_t<Elf64_Sym, Elf64_Rela, Elf64_Rel, Elf64_Dyn, Extractor64_t>;
+
+
+
+#endif
+

builtin_xforms/move_globals/mg_driver.cpp

+#include <stdlib.h>
+#include <fstream>
+#include <irdb-core>
+
+#include "mg.hpp"
+#include <getopt.h>
+
+using namespace std;
+using namespace IRDB_SDK;
+
+#define ALLOF(a) begin(a),end(a)
+
+class MoveGlobalsDriver_t :  public TransformStep_t
+{
+
+
+void usage(string programName)
+{
+
+	auto et_names=string();
+	for(const auto &str : elftable_names )
+		et_names+=str+" ";
+
+	cerr << "Usage: " << programName << " <variant id> <annotation file>" <<endl;
+	cout<<"--elftables-only,-o		Move sections titled \""<<et_names<<"\""<<endl;
+	cout<<"--aggressive 			Use aggressive heuristics to move more variables (does not affect elftables) "<<endl;
+	cout<<"--no-conservative 		alias for --aggressive"<<endl;
+	cout<<"--conservative 			(default) Use conservative heuristics to increase reliability (does not affect elftables) "<<endl;
+	cout<<"--no-aggressive 			alias for --conservative"<<endl;
+
+	cout<<endl;
+	cout<<"---- debugging options (power users only) "<<endl;
+	cout<<"--use-stars 			Enable STARS deep analysis for more analysis precision (current default). "<<endl;
+	cout<<"--no-use-stars 			Disable STARS deep analysis for more analysis precision. "<<endl;
+	cout<<"--move,-m			Move only the given objects."<<endl;
+	cout<<"--dont,-d			Dont move the listed objects (overrides --only)."<<endl;
+	cout<<"--number,-n			Max number of scoops to move."<<endl;
+        cout<<"--random,-r                      Randomly select scoops to move."<<endl;
+	cout<<"--help,--usage,-?,-h		Display this message"<<endl;
+}
+
+DatabaseID_t variantID = BaseObj_t::NOT_IN_DATABASE;
+string dont_move = "";
+string move_only = "";
+size_t max_moveables = 0;
+bool random = false;
+bool aggressive = false;
+VariantID_t* pidp = nullptr;
+const string programName=string("libmove_globals.so");
+bool use_stars=true;
+
+int parseArgs(const vector<string> step_args) 
+{	
+
+        auto argv = vector<char*>({const_cast<char*>("libmove_globals.so")});
+        transform(ALLOF(step_args), back_inserter(argv), [](const string &s) -> char* { return const_cast<char*>(s.c_str()); } );
+	const auto argc = argv.size();
+
+	// Parse some options for the transform
+	const static struct option long_options[] = {
+		{"elftables-only", no_argument, 0, 'o'},
+		{"use-stars", no_argument, 0, 's'},
+		{"no-use-stars", no_argument, 0, 't'},
+		{"move", required_argument, 0, 'm'},
+		{"dont", required_argument, 0, 'd'},
+		{"number", required_argument, 0, 'n'},
+		{"aggressive", no_argument, 0, 'a'},
+		{"no-aggressive", no_argument, 0, 'A'},
+		{"conservative", no_argument, 0, 'A'},
+		{"no-conservative", no_argument, 0, 'a'},
+                {"random", no_argument, 0, 'r'},
+		{"help", no_argument, 0, 'h'},
+		{"usage", no_argument, 0, '?'},
+		{0,0,0,0}
+	};
+	auto short_opts="b:oh?m:d:n:aAst";
+	while(1) 
+	{
+		int c = getopt_long(argc, &argv[0], short_opts, long_options, nullptr);
+		if (c == -1)
+			break;
+		switch(c) {
+			case 0:
+				break;
+			case 'c':
+			case 'o':
+				// add elftables to move only list
+				for(const auto &str : elftable_names )
+					move_only+= str+" ";
+				break;
+			case 's':
+					use_stars=true;
+				break;
+			case 't':
+					use_stars=false;
+				break;
+			case 'm':
+				move_only+=string(" ") + optarg;
+				break;
+			case 'd':
+				dont_move+=string(" ") + optarg;
+				break;
+			case 'n':
+				max_moveables+=strtoll(optarg,nullptr,0);
+				break;
+                       case 'r':
+                               random=true;
+                               break;
+			case 'a':
+				cout<<"Setting aggressive mode"<<endl;
+				aggressive=true;
+				break;
+			case 'A':
+				cout<<"Setting conservative mode"<<endl;
+				aggressive=false;
+				break;
+			case '?':
+			case 'h':
+				usage("libmove_globals.so");
+				return 1;
+			default:
+				break;
+		}
+	}
+	return 0;
+}
+
+
+int executeStep()
+{
+	variantID=getVariantID();
+	auto irdb_objects=getIRDBObjects();
+
+	auto exit_code = (int) 0;
+
+	/* setup the interface to the sql server */
+	const auto pqxx_interface=irdb_objects->getDBInterface();
+	BaseObj_t::setInterface(pqxx_interface);
+
+	// get the variant info from the database
+	pidp=irdb_objects->addVariant(variantID); // new VariantID_t(variantID);
+	assert(pidp && pidp->isRegistered()==true);
+	auto transformExitCode = (int) 0;
+
+	for(auto this_file : pidp->getFiles())
+	{
+		try 
+		{
+			/* read the IR from the DB */
+			auto firp =  irdb_objects->addFileIR(variantID, this_file->getBaseID()); // new FileIR_t(*pidp, this_file);
+			cout<<"Transforming "<<this_file->getURL()<<endl;
+			assert(firp && pidp);
+
+
+			/*
+			 * Create a transformation and then
+			 * invoke its execution.
+			 */
+			if (firp->getArchitectureBitWidth() == 64)
+			{	
+                		MoveGlobals64_t mg(pidp, firp, dont_move, move_only, max_moveables, random, aggressive, use_stars);
+				transformExitCode = mg.execute(*pqxx_interface);
+			}
+			else
+			{
+                		MoveGlobals32_t mg(pidp, firp, dont_move, move_only, max_moveables, random, aggressive, use_stars);
+				transformExitCode = mg.execute(*pqxx_interface);
+			}
+			/*
+			 * If everything about the transformation
+			 * went okay, then we will write the updated
+			 * set of instructions to the database.
+			 */
+			if (transformExitCode != 0)
+			{
+				cerr << programName << ": transform failed. Check logs." << endl;
+				exit_code=2;
+			}
+		}
+		catch (DatabaseError_t pnide)
+		{
+			cerr << programName << ": Unexpected database error: " << pnide << endl;
+			return 1;
+		}
+		catch (const std::exception &exc)
+		{
+		    // catch anything thrown within try block that derives from std::exception
+			std::cerr << "Unexpected exception: " << exc.what();
+			return 1;
+		}
+		catch (...)
+		{
+			cerr << programName << ": Unexpected error" << endl;
+			return 1;
+		}
+	}
+
+	return exit_code;
+}
+
+std::string getStepName(void) const override
+{
+        return std::string("move_globals");
+}
+
+};
+
+extern "C"
+shared_ptr<TransformStep_t> getTransformStep(void)
+{
+        return shared_ptr<TransformStep_t>(new MoveGlobalsDriver_t());
+}
+

builtin_xforms/move_globals/set_env_vars

+
+
+#
+#  Tell pszr where to search for plugins
+#
+export MG_HOME=$PWD
+export PSPATH=$PSPATH:$MG_HOME/plugins_install

builtin_xforms/move_globals/tests/test_spec.sh

+#!/bin/bash
+
+# the bad boys
+#benchmarks="
+#	400.perlbench
+#	403.gcc
+#	445.gobmk
+#	450.soplex
+#	453.povray
+#	458.sjeng
+#	464.h264ref
+#	465.tonto
+#	471.omnetpp
+#	481.wrf
+#	482.sphinx3
+#	483.xalancbmk
+#	"
+
+# all
+all_benchmarks="400.perlbench 401.bzip2 403.gcc 410.bwaves 416.gamess 429.mcf 433.milc 434.zeusmp 435.gromacs 436.cactusADM 437.leslie3d 444.namd 445.gobmk 450.soplex 453.povray 454.calculix 456.hmmer 458.sjeng 459.GemsFDTD 462.libquantum 464.h264ref 465.tonto 470.lbm 471.omnetpp 473.astar 481.wrf 482.sphinx3 483.xalancbmk"
+
+
+number=1
+
+setup()
+{
+
+	if [ ! -d spec2006 ]; then
+		# svn co ^/spec2006/trunk spec2006
+		git clone --depth 1 http://git.zephyr-software.com/allzp/spec2006.git spec2006
+
+	fi
+
+	if [[ ! -f /usr/bin/gfortran ]]; then
+		sudo apt-get install gfortran -y
+	fi
+
+	cd spec2006/
+	if [ ! -L bin ]; then
+		ln -s bin.power/ bin
+	fi
+	source shrc
+	bin/relocate
+}
+
+
+run_test()
+{
+	config_name=$1
+	config=$2
+	benchmarks="$3"
+
+        all_configs_that_were_run="$all_configs_that_were_run $config_name"
+
+	cd $SPEC
+	if [ ! -d result.$config_name ]; then
+		dropdb $PGDATABASE
+		createdb $PGDATABASE
+		$PEASOUP_HOME/tools/db/pdb_setup.sh
+		rm -Rf result/*
+		runspec  --action scrub --config $config $benchmarks
+
+		echo
+		echo "**************************************************************************"
+		echo "Starting test of $config_name"
+		echo "**************************************************************************"
+		echo
+		runspec  --action validate --config $config -n $number $benchmarks 
+		cp benchspec/CPU2006/*/exe/* result
+		mv result result.$config_name
+		for bench in $benchmarks
+		do
+			mv benchspec/CPU2006/$bench/run/build*/peasoup*/logs result.$config_name/$bench.log
+		done
+	fi
+
+}
+
+get_size_result()
+{
+	bench=$1
+	if [ -e $bench ]; then
+		size=$(stat --printf="%s" $bench)
+		#echo -n "$size"
+		#LC_ALL= numfmt --grouping $size
+		#LC_ALL= printf "%'d" $size
+		#LC_NUMERIC=en_US printf "%'d" $size
+		#LC_NUMERIC=en_US printf "%'f" $size
+		#LC_NUMERIC=en_US printf "%'.f" $size
+		#LC_NUMERIC=en_US printf "%'10.10f" $size
+		#LC_NUMERIC=en_US /usr/bin/printf "%'d" $size
+		echo $size
+	else
+		echo -n "0"
+	fi
+}
+
+get_result()
+{
+	bench=$1
+	config=$2
+
+	results=$(cat $SPEC/result.$config/CPU2006.002.log|grep Success|grep $bench|grep ratio=|sed 's/.*ratio=//'|sed 's/,.*//')
+
+	sum=0
+	count=0
+	for res in $results
+	do
+		sum=$(echo $sum + $res | bc)
+		count=$(echo $count + 1  | bc)
+	done
+	#echo sum=$sum
+	#echo count=$count
+	res=$(echo  "scale=2; $sum / $count" | bc 2> /dev/null )
+
+	count=$(echo $res|wc -w)
+
+	if [ $count = 1 ];  then
+		echo -n $res
+	else
+		echo -n "0"
+	fi
+
+}
+
+# global
+all_configs_that_were_run=""
+
+get_raw_results()
+{
+        local configs="$all_configs_that_were_run"
+
+	get_raw_perf_results "$configs"
+	get_raw_size_results "$configs"
+	get_raw_mg_results "$configs"
+	#get_raw_fde_results "$configs"
+}
+
+get_raw_perf_results()
+{
+	configs=$*
+	first_config=$1
+	echo "--------------------------------------------------------------"
+	echo "Performance results are:"
+	echo "--------------------------------------------------------------"
+	echo benchmark $configs
+	for bench in $benchmarks
+	do
+		echo -n "$bench 	"
+		for config in $*
+		do
+			get_result $bench $config
+			echo -n "	"
+		done
+		echo
+	done
+}
+
+get_raw_size_results()
+{
+	echo "--------------------------------------------------------------"
+	echo "Size results are:"
+	echo "--------------------------------------------------------------"
+	configs=$*
+	echo benchmark $configs
+	for bench in $SPEC/result.$first_config/*_base.amd64-m64-gcc42-nn
+	do
+		echo -n "$(basename $bench _base.amd64-m64-gcc42-nn)	"
+		for config in $*
+		do
+			if [[ $config == "baseline" ]]; then
+				file="$SPEC/result.$config/$(basename $bench)"
+				cp $file /tmp/foo.exe
+				strip /tmp/foo.exe
+				file="/tmp/foo.exe"
+			else
+				file="$SPEC/result.$config/$(basename $bench)"
+			fi
+			res=$(get_size_result $file)
+
+			#printf "%15s" $res
+			echo -n "	$res"
+		done
+		echo
+	done
+
+}
+
+
+get_raw_mg_results()
+{
+	echo "--------------------------------------------------------------"
+	echo "Move_globals unmoveable scoop count:"
+	echo "--------------------------------------------------------------"
+	configs=$*
+	echo benchmark $configs
+	for bench in $benchmarks
+	do
+		echo -n $bench 
+		for config in $*
+		do
+			file="$SPEC/result.$config/${bench}.log/move_globals.log"
+			res="N/A"
+			if [[ -f $file ]]; then
+				res=$(grep "ATTRIBUTE mg::unmoveable_scoops=" $file|sed "s|.*=||")
+			fi
+			echo -n "	$res"
+		done
+		echo
+	done
+	echo "--------------------------------------------------------------"
+	echo "Move_globals moveable scoop count:"
+	echo "--------------------------------------------------------------"
+	configs=$*
+	echo benchmark $configs
+	for bench in $benchmarks
+	do
+		echo -n $bench 
+		for config in $*
+		do
+			file="$SPEC/result.$config/${bench}.log/move_globals.log"
+			res="N/A"
+			if [[ -f $file ]]; then
+				res=$(grep "ATTRIBUTE mg::moveable_scoops=" $file|sed "s|.*=||")
+			fi
+			echo -n "	$res"
+		done
+		echo
+	done
+
+}
+
+get_raw_fde_results()
+{
+	echo "--------------------------------------------------------------"
+	echo "FDE results are:"
+	echo "--------------------------------------------------------------"
+	configs=$*
+	echo benchmark $configs
+	for bench in $SPEC/result.$first_config/*_base.amd64-m64-gcc42-nn
+	do
+		#printf "%-20s"  $(basename $bench _base.amd64-m64-gcc42-nn)
+		echo -n $(basename $bench _base.amd64-m64-gcc42-nn)
+		for config in $*
+		do
+			file="$SPEC/result.$config/$(basename $bench)"
+			res=$(readelf -w $file |grep FDE|wc -l )
+			#if [[ $config == "baseline" ]]; then
+			#else
+			#fi
+
+			#printf "%15s" $res
+			echo -n "	$res"
+		done
+		echo
+	done
+
+}
+
+main()
+{
+	zipr_flags="	--backend zipr --step-option zipr:--add-sections --step-option zipr:true"
+	trace_flags="   --step-option zipr:--traceplacement:on --step-option zipr:true"
+	relax_flags="   --step-option zipr:--relax:on --step-option zipr:true --step-option zipr:--unpin:on --step-option zipr:false"
+	nounpin_flags=" --step-option zipr:--unpin:on --step-option zipr:false"
+	split_flags="   --step-option fill_in_indtargs:--split-eh-frame "
+	icall_flags="   --step-option fix_calls:--no-fix-icalls "
+	p1flags=" 	--critical-step p1transform=on " 
+	mg_flags_elftables="	--critical-step move_globals=on --step-option move_globals:--elftables"
+	mg_flags_conservative="	--critical-step move_globals=on "
+	mg_aggressive_flags="	--critical-step move_globals=on --step-option move_globals:--aggressive "
+
+
+	start_dir=$(pwd)
+	setup
+
+	run_test baseline $SPEC/config/ubuntu14.04lts-64bit.cfg "$all_benchmarks"
+	run_test baseline-fpic $SPEC/config/ubuntu14.04lts-64bit-fpic.cfg "$all_benchmarks"
+
+	# should be 100% success, tested by jdh on 8/28/17 as 100% success.
+	#PSOPTS="$zipr_flags "  run_test zipr     $SPEC/config/ubuntu14.04lts-64bit-withps.cfg "$all_benchmarks"
+
+	PSOPTS="$zipr_flags $trace_flags "  run_test zipr-trace     $SPEC/config/ubuntu14.04lts-64bit-withps.cfg "$all_benchmarks"
+	PSOPTS="$zipr_flags $trace_flags "  run_test zipr-trace-fpic     $SPEC/config/ubuntu14.04lts-64bit-fpic-withps.cfg "$all_benchmarks"
+	PSOPTS="$zipr_flags $trace_flags $mg_flags_conservative"  run_test mg-conservative-trace     $SPEC/config/ubuntu14.04lts-64bit-withps.cfg "$all_benchmarks"
+	PSOPTS="$zipr_flags $trace_flags $mg_flags_conservative"  run_test mg-conservative-trace-fpic     $SPEC/config/ubuntu14.04lts-64bit-fpic-withps.cfg "$all_benchmarks"
+	PSOPTS="$zipr_flags $trace_flags $mg_flags_all $mg_aggressive_flags"  run_test mg-aggressive-trace     $SPEC/config/ubuntu14.04lts-64bit-withps.cfg "$all_benchmarks"
+	PSOPTS="$zipr_flags $trace_flags $mg_flags_all $mg_aggressive_flags"  run_test mg-aggressive-trace-fpic     $SPEC/config/ubuntu14.04lts-64bit-fpic-withps.cfg "$all_benchmarks"
+	PSOPTS="$zipr_flags $trace_flags $mg_flags_elftables"  run_test mgelftables-trace     $SPEC/config/ubuntu14.04lts-64bit-withps.cfg "$all_benchmarks"
+
+
+	get_raw_results 
+	
+	# get_raw_results baseline  zipr zipr-trace split-no-fix-icalls split-no-fix-icalls-trace  zipr-trace-p1 split-trace-p1 split-no-fix-icalls-trace-p1 zipr-trace-p1-rerun
+}
+
+main "$@"
+
+
+