From 6a85308b1058ef3e51dfda6be637081becd11b2f Mon Sep 17 00:00:00 2001
From: Leo Zhang <1095412419@qq.com>
Date: Mon, 11 Nov 2024 15:00:40 +0800
Subject: [PATCH] Update mmbench.sh

add  --single-pred-prompt
---
 scripts/eval/mmbench.sh | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/scripts/eval/mmbench.sh b/scripts/eval/mmbench.sh
index 1fd9065..269d4cb 100644
--- a/scripts/eval/mmbench.sh
+++ b/scripts/eval/mmbench.sh
@@ -26,6 +26,7 @@ SPLIT="mmbench_dev"
 #         --answers-file ./playground/data/eval/mmbench/answers/$SPLIT/$EVAL_CKPT/${CHUNKS}_${IDX}.jsonl \
 #         --num-chunks $CHUNKS \
 #         --chunk-idx $IDX \
+#         --single-pred-prompt \
 #         --temperature 0 \
 #         --conv-mode phi2 &
 # done
@@ -46,6 +47,7 @@ for IDX in $(seq 0 $((CHUNKS-1))); do
         --answers-file ./playground/data/eval/mmbench/answers/$SPLIT/$EVAL_CKPT/${CHUNKS}_${IDX}.jsonl \
         --num-chunks $CHUNKS \
         --chunk-idx $IDX \
+        --single-pred-prompt \
         --temperature 0 \
         --conv-mode phi2 &
 done