scripts/bash/misc/eval_cmp100.sh

#!/bin/bash

export TOKENIZERS_PARALLELISM="false"
export DECORD_DUPLICATE_WARNING_THRESHOLD=1.0
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/home/haofei/miniconda3/envs/javisdit/lib

MAX_FRAMES=16
IMAGE_SIZE=224
MAX_AUDIO_LEN_S=5.0
WINDOW_SIZE_S=2.0
WINDOW_OVERLAP_S=1.5

dataset="JavisBench-100"
INPUT_FILE="data/eval/JavisBench/${dataset}.csv"
DATA_ROOT="samples/cmp_100"
RESULTS_DIR="./evaluation_results/audio_video_cmp100/"

METRICS="av-reward" 

# for model in javisdit  ours  universe  veo3 ; dos
for model in ours ; do

# Evaluation
export CUDA_VISIBLE_DEVICES=3
torchrun --nproc_per_node=1 --master_port 23335 -m eval.javisbench.main \
    --input_file "${INPUT_FILE}" \
    --infer_data_dir "${DATA_ROOT}/${model}" \
    --output_file "${RESULTS_DIR}/${model}_5s_debug.json" \
    --max_frames ${MAX_FRAMES} \
    --image_size ${IMAGE_SIZE} \
    --max_audio_len_s ${MAX_AUDIO_LEN_S} \
    --window_size_s ${WINDOW_SIZE_S} \
    --window_overlap_s ${WINDOW_OVERLAP_S} \
    --metrics ${METRICS} --exclude cavp_score

done