File size: 1,031 Bytes
e490e7e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
#!/bin/bash
set -x
set -e
# ############### prior ###############
# SAVE_PATH=${SAVE_PATH:-"data/feat/prior"}
# CFG_PATH=${CFG_PATH-"configs/javisdit-v0-1/misc/extract_st_prior_va.py"}
# DATA_PATH=${DATA_PATH:-"data/meta/prior/train_prior.csv"}
# #####################################
############### jav ###############
SAVE_PATH=${SAVE_PATH:-"data/feat/jav"}
CFG_PATH=${CFG_PATH-"configs/javisdit-v0-1/misc/extract_va.py"}
DATA_PATH=${DATA_PATH:-"data/meta/TAVGBench/train_jav.csv"}
###################################
NUM_SPLIT=${NUM_SPLIT:-1000}
START_SPLIT=0
DATA_ARG="--data-path $DATA_PATH"
SAVE_ARG="--save-dir $SAVE_PATH"
CMD="torchrun --standalone --nproc_per_node scripts/misc/extract_feat.py $CFG_PATH $DATA_ARG $SAVE_ARG "
declare -a GPUS=(0 1 2 3 4 5 6 7)
mkdir -p logs/extract_feat
for i in "${!GPUS[@]}"; do
gpu=${GPUS[$i]}
CUDA_VISIBLE_DEVICES=$gpu $CMD --start-index $(($START_SPLIT + i * $NUM_SPLIT)) --end-index $(($START_SPLIT + (i + 1) * $NUM_SPLIT)) >logs/extract_feat/$gpu.log 2>&1 &
done
|