cc_staff
1,486
edits
Apache Spark: Difference between revisions
Added --master option which allows spark-submit to utilize the spark cluster we setup earlier in the script
No edit summary |
(Added --master option which allows spark-submit to utilize the spark cluster we setup earlier in the script) |
||
| Line 39: | Line 39: | ||
) & | ) & | ||
spark-submit --executor-memory ${SLURM_MEM_PER_NODE}M $SPARK_HOME/examples/src/main/python/pi.py 100000 | spark-submit --master spark://$(hostname -f):7077 --executor-memory ${SLURM_MEM_PER_NODE}M $SPARK_HOME/examples/src/main/python/pi.py 100000 | ||
srun stop-slave.sh | srun stop-slave.sh | ||
stop-master.sh | stop-master.sh | ||
}} | }} | ||