diff --git a/mapwithrank.sh b/mapwithrank.sh index fa8f308..15b317b 100644 --- a/mapwithrank.sh +++ b/mapwithrank.sh @@ -16,6 +16,8 @@ LOG="${LOG_DIR}/MapWithRank_$TODAY.log" /data/spark/bin/spark-submit \ --class com.piki_ds.preprocess.MapWithRank \ --master yarn-client \ +--executor-memory 4000m \ +--driver-memory 5000m \ $BASEDIR/target/scala-2.11/dsquality-assembly-0.1.0-SNAPSHOT.jar >> $LOG 2>&1 #target/scala-2.11/dsmakingscore-assembly-0.1.0-SNAPSHOT.jar >> $LOG 2>&1 #target/scala-2.11/dsmakingscore_2.11-0.1.0-SNAPSHOT.jar >> $LOG 2>&1