rsnt_translations
56,420
edits
(Updating to match new version of source page) |
(Created page with "echo "Done installing virtualenv!" }}") |
||
Line 371: | Line 371: | ||
srun -N $SLURM_NNODES -n $SLURM_NNODES config_env.sh | srun -N $SLURM_NNODES -n $SLURM_NNODES config_env.sh | ||
module load gcc/9.3.0 cuda/11.8 | |||
export NCCL_BLOCKING_WAIT=1 #Set this environment variable if you wish to use the NCCL backend for inter-GPU communication. | export NCCL_BLOCKING_WAIT=1 #Set this environment variable if you wish to use the NCCL backend for inter-GPU communication. | ||
export XLA_FLAGS=--xla_gpu_cuda_data_dir=$CUDA_HOME | |||
srun launch_training.sh | srun launch_training.sh |