mirror of
https://github.com/wassname/pytorch-lightning.git
synced 2026-09-19 13:00:36 +08:00
27 lines
554 B
Bash
Executable File
27 lines
554 B
Bash
Executable File
#!/bin/bash -l
|
|
|
|
# SLURM SUBMIT SCRIPT
|
|
#SBATCH --nodes=2
|
|
#SBATCH --gres=gpu:2
|
|
#SBATCH --ntasks-per-node=2
|
|
#SBATCH --mem=0
|
|
#SBATCH --time=0-02:00:00
|
|
|
|
# activate conda env
|
|
conda activate $1
|
|
|
|
# -------------------------
|
|
# debugging flags (optional)
|
|
# export NCCL_DEBUG=INFO
|
|
# export PYTHONFAULTHANDLER=1
|
|
|
|
# on your cluster you might need these:
|
|
# set the network interface
|
|
# export NCCL_SOCKET_IFNAME=^docker0,lo
|
|
|
|
# might need the latest cuda
|
|
# module load NCCL/2.4.7-1-cuda.10.0
|
|
# -------------------------
|
|
|
|
# run script from above
|
|
python multi_node_demo.py |