From d89affd590fc53fd33d86e30c2cbb5ea0dcd1b0b Mon Sep 17 00:00:00 2001 From: aram Date: Thu, 24 Nov 2016 15:28:54 +0900 Subject: [PATCH] map with rank conf add --- mapwithrank.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/mapwithrank.sh b/mapwithrank.sh index fa8f308..15b317b 100644 --- a/mapwithrank.sh +++ b/mapwithrank.sh @@ -16,6 +16,8 @@ LOG="${LOG_DIR}/MapWithRank_$TODAY.log" /data/spark/bin/spark-submit \ --class com.piki_ds.preprocess.MapWithRank \ --master yarn-client \ +--executor-memory 4000m \ +--driver-memory 5000m \ $BASEDIR/target/scala-2.11/dsquality-assembly-0.1.0-SNAPSHOT.jar >> $LOG 2>&1 #target/scala-2.11/dsmakingscore-assembly-0.1.0-SNAPSHOT.jar >> $LOG 2>&1 #target/scala-2.11/dsmakingscore_2.11-0.1.0-SNAPSHOT.jar >> $LOG 2>&1 -- 1.8.5.2