File size: 475 Bytes
7bfbdc3
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
ONE_GPU_CONFIG=/home/work/AIDAS/MMaDA/accelerate_configs/1_gpu.yaml
ONE_NODE_CONFIG=/home/work/AIDAS/MMaDA/accelerate_configs/1_node_8_gpus_deepspeed_zero4.yaml
TWO_NODE_CONFIG=/home/work/AIDAS/MMaDA/accelerate_configs/2_node_8_gpus_deepspeed_zero4.yaml

accelerate launch \
    --config_file ${ONE_NODE_CONFIG} \
    --main_process_port=22223 \
    /home/work/AIDAS/MMaDA/training/train_mmada_v2s.py \
        config=/home/work/AIDAS/MMaDA/configs/mmada_pretraining_v2s.yaml