From aaa1420ed21f0f4a9fb6d355090b99799496de16 Mon Sep 17 00:00:00 2001
From: Xiangyu Zhao <98592339+PhoenixZ810@users.noreply.github.com>
Date: Fri, 7 Feb 2025 14:25:34 +0800
Subject: [PATCH] Add Dynamath_noprompt (#776)

* add ClaudeWrapper Timeout, add Claude3-5V_Sonnet_20241022_tem07

* add dynamath_noprompt
---
 vlmeval/dataset/dynamath.py | 13 ++++++++++---
 1 file changed, 10 insertions(+), 3 deletions(-)

diff --git a/vlmeval/dataset/dynamath.py b/vlmeval/dataset/dynamath.py
index 3e1bec86..ff92377f 100644
--- a/vlmeval/dataset/dynamath.py
+++ b/vlmeval/dataset/dynamath.py
@@ -114,8 +114,14 @@ def DynaMath_auxeval(model, line):
 class Dynamath(ImageBaseDataset):
 
     TYPE = 'VQA'
-    DATASET_URL = {'DynaMath': 'https://opencompass.openxlab.space/utils/VLMEval/DynaMath.tsv'}
-    DATASET_MD5 = {'DynaMath': 'b8425ad9a7114571fc9366e013699494'}
+    DATASET_URL = {
+        'DynaMath': 'https://opencompass.openxlab.space/utils/VLMEval/DynaMath.tsv',
+        'DynaMath_noprompt': 'https://opencompass.openxlab.space/utils/VLMEval/DynaMath.tsv',
+    }
+    DATASET_MD5 = {
+        'DynaMath': 'b8425ad9a7114571fc9366e013699494',
+        'DynaMath_noprompt': 'b8425ad9a7114571fc9366e013699494',
+    }
     GUIDE = """
 ## Answer Instruction Please provide an answer to the question outlined above. Your response should adhere \
 to the following JSON format, which includes two keys: 'solution' and 'short answer'. The 'solution' key can contain \
@@ -148,7 +154,8 @@ def build_prompt(self, line):
         else:
             inst = "Float numbers in the answer should be formatted as three-digit floating-point numbers."
 
-        prompt = prompt + self.GUIDE.format(INST=inst) + self.TEXT_EXAMPLE
+        if 'noprompt' not in self.dataset_name:
+            prompt = prompt + self.GUIDE.format(INST=inst) + self.TEXT_EXAMPLE
 
         msgs = []
         if isinstance(tgt_path, list):