build_n_run.sh

#!/bin/bash

#set -x

workdir=$(pwd)
cd $workdir/code/intel/convolution/mkl_conv
output_dir=$workdir/logs/

#takes the parameters from the command line
eval "$@"

input_h=${input_h:-input_topologies.h}
# detects the number of physical cores
nb_cores=${nb_cores:-$(lscpu | awk '/Socket/{ print $2*nc } /Core/{ nc=$4} ')}
#detects the flat mode but looking for a node without cores
pre_cmd=$(numactl --hardware | awk '/node [0-9] cpus:$/ {print "numactl -m "$2; quit}')
#selects which test to run
run=${run:-mkl,mkldnn,libxsmm}
pass=${pass:=fwd,bwd_f,bwd_d}
algorithm=${algorithm:-"direct"}
file_suffix=${file_suffix:=trash}
rebuild=${rebuild:-"true"}

pass_list=$(awk 'BEGIN{FS=","; OFS=",";} {for(i=1;i<NF;i++){printf "%s,", toupper($i) "_CONVOLUTION"}; print toupper($NF) "_CONVOLUTION"}' <<< $pass)

tools_dir=/nfs/site/proj/mkl/mirror/NS/MKLQA/tools/setenv
export MKLDNNROOT=${MKLDNNROOT:-/project/mgouicem/MKL-DNN/ipl_mkl_dnn-master/install/}
export LD_LIBRARY_PATH=$MKLDNNROOT/lib:$LD_LIBRARY_PATH
export LIBXSMMROOT=${LIBXSMMROOT:-/project/mgouicem/MKL-DNN/libxsmm}

source $tools_dir/setup_lnx_comp.sh 32e gnu610
source $tools_dir/setup_lnx_comp.sh 32e 170
#source $tools_dir/setup_lnx_mpi.sh 32e 2017
source ~/setup_mkl_nightly.sh mkl2017u3 latest


if [[ $(lscpu | awk '/Thread/ {print $4}') > 1 ]]
then
    export KMP_AFFINITY=granularity=fine,compact,1,0
else
    export KMP_AFFINITY=granularity=fine,compact 
fi

function get_platform {
    cat <<EOF


Machine details:
$(hostname)
$(lscpu)

$(cpupower frequency-info -p)

Run details:
timestamp: $(date +%Y%m%d_%H%M%S)
command line: $@
input: $input_h
nb_cores: $nb_cores
pre_cmd:$pre_cmd
algorithm: $algorithm
EOF
}

function run_bench_mkl {
    local library_tested=$1
    local output_file="$output_dir/${library_tested}_${file_suffix}.csv"

    for num_threads in $nb_cores
    do
        export OMP_NUM_THREADS=${num_threads}
        cat <<EOF 
------------------------
$library_tested  Convolution - ${num_threads} threads
started...
EOF

        $pre_cmd ./std_conv_bench 0 --csv-output | tee -a $output_file
        
        cat <<EOF
done
--------------
EOF
    done
    
# Print machine caracteristics on footer
    get_platform | tee -a $output_file
}

## Pure MKL bench
if $(echo $run | grep -wq mkl)
then
    if [ ! -z "$rebuild" ]
    then
       make -B clean all INPUT_H=$input_h CONVLIB=MKL CPPFLAGS="$CPPFLAGS -DPASS_LIST=\{$pass_list\}"
    fi
    run_bench_mkl "mkl"
fi

## MKL-DNN bench
if $(echo $run | grep -wq mkldnn)
then
    if [ ! -z "$rebuild" ]
    then
        make -B clean all INPUT_H=$input_h CONVLIB=MKLDNN MKLDNNROOT=$MKLDNNROOT CPPFLAGS="$CPPFLAGS -DPASS_LIST=\{$pass_list\} -DMKLDNN_ALGORITHM=algorithm::convolution_$algorithm"
    fi
    run_bench_mkl "mkldnn"
fi

# libxsmm bench
if $(echo $run | grep -wq libxsmm)
then
    if [ ! -z "$rebuild" ]
    then
        make -B clean all INPUT_H=$input_h CONVLIB=LIBXSMM LIBXSMMROOT=$LIBXSMMROOT CPPFLAGS="$CPPFLAGS -DPASS_LIST=\{$pass_list\}"
    fi
    run_bench_mkl "libxsmm"
fi