#!/bin/bash

export TOKENIZERS_PARALLELISM="false"
export DECORD_DUPLICATE_WARNING_THRESHOLD=1.0
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/home/haofei/miniconda3/envs/javisdit/lib

MAX_FRAMES=16
IMAGE_SIZE=224
MAX_AUDIO_LEN_S=4.0
WINDOW_SIZE_S=2.0
WINDOW_OVERLAP_S=1.5

dataset="JavisBench-mini" # 
INPUT_FILE="data/eval/JavisBench/${dataset}.csv"  # /backup/meta_v0.1
FVD_AVCACHE_PATH="data/eval/av_cache/${dataset}-vanilla-max4s.pt"

model="wan2.1_peoff_sft_step13k_dpo_final"
INFER_DATA_DIR="samples/audio_video_eval/${model}/${dataset}"
RESULTS_DIR="evaluation_results/audio_video_eval/final"
# model="universe-1"
# INPUT_FILE="/home/haofei/kailiu/projects/UniVerse-1-code/javisbench_mini_to_eval.csv"
# model="mmaudio"
# INPUT_FILE="/home/haofei/kailiu/projects/MMAudio/javisbench_mini_to_eval.csv"
# model="javisdit_v01"
# INFER_DATA_DIR="samples/JavisBench/${model}"
# RESULTS_DIR="evaluation_results/audio_video_eval/baseline"

# list of metrics to calculate, "all" for all metrics
# METRICS="fvd+kvd+fad imagebind-score cxxp-score av-align av-score desync" 
METRICS="desync" 


# Evaluation
export CUDA_VISIBLE_DEVICES=5
torchrun --nproc_per_node=1 --master_port 23336 -m eval.javisbench.main \
    --input_file "${INPUT_FILE}" \
    --infer_data_dir "${INFER_DATA_DIR}" \
    --output_file "${RESULTS_DIR}/${dataset}_${model}.json" \
    --max_frames ${MAX_FRAMES} \
    --image_size ${IMAGE_SIZE} \
    --max_audio_len_s ${MAX_AUDIO_LEN_S} \
    --window_size_s ${WINDOW_SIZE_S} \
    --window_overlap_s ${WINDOW_OVERLAP_S} \
    --fvd_avcache_path ${FVD_AVCACHE_PATH} \
    --metrics ${METRICS} --exclude cavp_score --force_eval