File size: 1,109 Bytes
e490e7e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
#!/bin/bash
export TOKENIZERS_PARALLELISM="false"
export DECORD_DUPLICATE_WARNING_THRESHOLD=1.0
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/home/haofei/miniconda3/envs/javisdit/lib
MAX_FRAMES=16
IMAGE_SIZE=224
WINDOW_SIZE_S=2.0
WINDOW_OVERLAP_S=1.5
MAX_AUDIO_LEN_S=4.0
METRICS="av-align av-score desync"
INPUT_FILE="/home/haofei/kailiu/release/datasets/JavisEval/JavisEval.csv"
RESULTS_DIR="./evaluation_results/javiseval"
method="javiseval"
gpu=6
# Inference
export CUDA_VISIBLE_DEVICES=${gpu}
torchrun --nproc_per_node=1 --master_port 23457 -m eval.javisbench.main \
--input_file "${INPUT_FILE}" \
--output_file "${RESULTS_DIR}/${method}.json" \
--max_frames ${MAX_FRAMES} \
--image_size ${IMAGE_SIZE} \
--max_audio_len_s ${MAX_AUDIO_LEN_S} \
--window_size_s ${WINDOW_SIZE_S} \
--window_overlap_s ${WINDOW_OVERLAP_S} \
--metrics ${METRICS} --eval_gt \
--save_avalign_scores
# Evaluation
python -m eval.javiseval.calc_auroc \
--input_csv_path "${RESULTS_DIR}/${method}_avalign.csv" \
--metrics av_align_scores javis_scores desync_scores \
--orders + + -
|