#DINO multi-node (2 * 8 A100 GPUs)

#script for 10.18.13.84
export NUM_NODES=2
export NUM_GPUS_PER_NODE=8
export HOST_NODE_ADDR=10.18.13.84

python -m torch.distributed.launch \
	--nproc_per_node=$NUM_GPUS_PER_NODE \
	--nnodes=$NUM_NODES \
	--node_rank=0 \
	--master_addr=$HOST_NODE_ADDR \
	--master_port=4567 \
	main_dino.py --arch vit_small --data_path /mnt/data1/imageNet100_sicy/train --output_dir results-multi-node-0