scripts/bash/misc/javiseval.sh

#!/bin/bash

export TOKENIZERS_PARALLELISM="false"
export DECORD_DUPLICATE_WARNING_THRESHOLD=1.0
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/home/haofei/miniconda3/envs/javisdit/lib

MAX_FRAMES=16
IMAGE_SIZE=224
WINDOW_SIZE_S=2.0
WINDOW_OVERLAP_S=1.5
MAX_AUDIO_LEN_S=4.0

METRICS="av-align av-score desync"

INPUT_FILE="/home/haofei/kailiu/release/datasets/JavisEval/JavisEval.csv"
RESULTS_DIR="./evaluation_results/javiseval"

method="javiseval"
gpu=6

# Inference
export CUDA_VISIBLE_DEVICES=${gpu} 
torchrun --nproc_per_node=1 --master_port 23457 -m eval.javisbench.main \
    --input_file "${INPUT_FILE}" \
    --output_file "${RESULTS_DIR}/${method}.json" \
    --max_frames ${MAX_FRAMES} \
    --image_size ${IMAGE_SIZE} \
    --max_audio_len_s ${MAX_AUDIO_LEN_S} \
    --window_size_s ${WINDOW_SIZE_S} \
    --window_overlap_s ${WINDOW_OVERLAP_S} \
    --metrics ${METRICS} --eval_gt \
    --save_avalign_scores

# Evaluation
python -m eval.javiseval.calc_auroc \
    --input_csv_path "${RESULTS_DIR}/${method}_avalign.csv" \
    --metrics av_align_scores javis_scores desync_scores \
    --orders + + -