Bureaucrats, cc_docs_admin, cc_staff, rsnt_translations
2,837
edits
PyTorch: Difference between revisions
Jump to navigation
Jump to search
no edit summary
(Fixed set_num_threads expects an int, but got str) |
No edit summary |
||
| Line 602: | Line 602: | ||
echo "r$SLURM_NODEID Launching python script" | echo "r$SLURM_NODEID Launching python script" | ||
# The | # The $((SLURM_NTASKS_PER_NODE * SLURM_JOB_NUM_NODES)) variable tells the script how many processes are available for this execution. “srun” executes the script <tasks-per-node * nodes> times | ||
srun python pytorch-ddp-test.py --init_method tcp://$MASTER_ADDR:3456 --world_size $ | srun python pytorch-ddp-test.py --init_method tcp://$MASTER_ADDR:3456 --world_size $((SLURM_NTASKS_PER_NODE * SLURM_JOB_NUM_NODES)) --batch_size 256 | ||
}} | }} | ||
<translate> | <translate> | ||