cc_staff
505
edits
Apache Spark: Difference between revisions
no edit summary
No edit summary |
|||
| Line 35: | Line 35: | ||
export SPARK_NO_DAEMONIZE=1; | export SPARK_NO_DAEMONIZE=1; | ||
export -n HOSTNAME; | export -n HOSTNAME; | ||
srun -x $(hostname) -n $((SLURM_NTASKS -1)) --label --output=$SPARK_LOG_DIR/spark-$SPARK_IDENT_STRING-workers.out | srun -x $(hostname) -n $((SLURM_NTASKS -1)) --label --output=$SPARK_LOG_DIR/spark-$SPARK_IDENT_STRING-workers.out \ | ||
start-slave.sh -m ${SLURM_MEM_PER_NODE}M -c ${SLURM_CPUS_PER_TASK} spark://$(hostname -f):7077 | start-slave.sh -m ${SLURM_MEM_PER_NODE}M -c ${SLURM_CPUS_PER_TASK} spark://$(hostname -f):7077 | ||
) & | ) & | ||