Skip to content

Commit

Permalink
Add Dynamath_noprompt (#776)
Browse files Browse the repository at this point in the history
* add ClaudeWrapper Timeout, add Claude3-5V_Sonnet_20241022_tem07

* add dynamath_noprompt
  • Loading branch information
PhoenixZ810 authored Feb 7, 2025
1 parent 6b81b5e commit aaa1420
Showing 1 changed file with 10 additions and 3 deletions.
13 changes: 10 additions & 3 deletions vlmeval/dataset/dynamath.py
Original file line number Diff line number Diff line change
Expand Up @@ -114,8 +114,14 @@ def DynaMath_auxeval(model, line):
class Dynamath(ImageBaseDataset):

TYPE = 'VQA'
DATASET_URL = {'DynaMath': 'https://opencompass.openxlab.space/utils/VLMEval/DynaMath.tsv'}
DATASET_MD5 = {'DynaMath': 'b8425ad9a7114571fc9366e013699494'}
DATASET_URL = {
'DynaMath': 'https://opencompass.openxlab.space/utils/VLMEval/DynaMath.tsv',
'DynaMath_noprompt': 'https://opencompass.openxlab.space/utils/VLMEval/DynaMath.tsv',
}
DATASET_MD5 = {
'DynaMath': 'b8425ad9a7114571fc9366e013699494',
'DynaMath_noprompt': 'b8425ad9a7114571fc9366e013699494',
}
GUIDE = """
## Answer Instruction Please provide an answer to the question outlined above. Your response should adhere \
to the following JSON format, which includes two keys: 'solution' and 'short answer'. The 'solution' key can contain \
Expand Down Expand Up @@ -148,7 +154,8 @@ def build_prompt(self, line):
else:
inst = "Float numbers in the answer should be formatted as three-digit floating-point numbers."

prompt = prompt + self.GUIDE.format(INST=inst) + self.TEXT_EXAMPLE
if 'noprompt' not in self.dataset_name:
prompt = prompt + self.GUIDE.format(INST=inst) + self.TEXT_EXAMPLE

msgs = []
if isinstance(tgt_path, list):
Expand Down

0 comments on commit aaa1420

Please sign in to comment.