spark_app_cmd.sh

#!/bin/sh

spark-submit --master yarn-client --class com.microsoft.spark.perf.RunBenchmark --files /home/zhunan/code/kittenwhisker/perf.conf --driver-class-path $JAVA_HOME/lib/tools.jar --jars /home/zhunan/code/kittenwhisker/target/kittenwhisker-0.1-SNAPSHOT-jar-with-dependencies.jar,$JAVA_HOME/lib/tools.jar --conf spark.driver.extraJavaOptions="-javaagent:/home/zhunan/code/kittenwhisker/target/kittenwhisker-0.1-SNAPSHOT-jar-with-dependencies.jar=waitingLength=200000,targetDirectory=/flameperf/ -XX:+PreserveFramePointer" --conf "spark.executor.extraJavaOptions=-javaagent:./happysparking-0.1-SNAPSHOT-jar-with-dependencies.jar=waitingLength=200000,targetDirectory=/flameperf/ -XX:+PreserveFramePointer" --conf "spark.executor.extraClassPath=./tools.jar" --driver-memory 16g --executor-memory 20g --executor-cores 8 --num-executors 4  /home/zhunan/code/spark-benchmark/target/scala-2.11/spark-benchmark-assembly-0.4.11-SNAPSHOT.jar sql --benchmark com.microsoft.spark.perf.sql.tpcds.ImpalaKitQueries --database db1 --path /tpcds/ --executionMode parquet -i 1 --outputDir /outputresults/ --reportFormat parquet