train_mulit_step_kd.sh

export OMP_NUM_THREADS=4
CUDA_VISIBLE_DEVICES=0,1,2,3 python -m torch.distributed.launch --nproc_per_node=4 --nnodes=1 \
--node_rank=0 --master_addr="127.0.0.1" --master_port=1234 train/train_multi_step_kd.py
ps -ef | grep "train" | grep -v grep | awk '{print "kill -9 "$2}' | sh