run_benchmarks_local.sh

#!/bin/bash
# Copyright 2018 Julien Peloton
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

## SBT Version
SBT_VERSION=2.11.8
SBT_VERSION_SPARK=2.11

## Package version
VERSION=0.1.0

packages="com.github.astrolabsoftware:spark-fits_2.11:0.6.0"

# Package it
sbt ++${SBT_VERSION} package

# Parameters
loop=100

# X, 10X GB
for ext in "fits" "csv" "parquet"; do
  for replication in 9; do
    fitsfn="file:/Users/julien/Documents/workspace/myrepos/sparkioref/src/test/resources/sph_point_2000.$ext"
    spark-submit \
      --master local[*] \
      --class com.astrolabsoftware.sparkioref.benchmark \
      --packages ${packages} \
      target/scala-${SBT_VERSION_SPARK}/sparkioref_${SBT_VERSION_SPARK}-${VERSION}.jar \
      $fitsfn $replication $loop
    wait
  done
done