Add CGBench dataset support (#699)

* Add CGBench dataset support * fix cgbench with some bugs * fix bugs in subtitles and unzip * add config and some notes for cgbench --------- Co-authored-by: Lu Lidong <[email protected]> Co-authored-by: Fang Xinyu <[email protected]>
open-compass · Jan 10, 2025 · 27dd622 · 27dd622
1 parent 4c71160
commit 27dd622
Show file tree

Hide file tree

Showing 4 changed files with 2,495 additions and 2 deletions.
diff --git a/vlmeval/dataset/__init__.py b/vlmeval/dataset/__init__.py
@@ -30,6 +30,7 @@
 from .longvideobench import LongVideoBench
 from .video_concat_dataset import ConcatVideoDataset
 from .mmgenbench import MMGenBench
+from .cgbench import CGBench_MCQ_Grounding_Mini, CGBench_OpenEnded_Mini, CGBench_MCQ_Grounding, CGBench_OpenEnded
 
 from .miabench import MIABench
 from .cmmmu import CMMMU
@@ -139,7 +140,8 @@ def evaluate(self, eval_file, **judge_kwargs):
 VIDEO_DATASET = [
     MMBenchVideo, VideoMME, MVBench, MVBench_MP4, LongVideoBench,
     MLVU, MLVU_MCQ, MLVU_OpenEnded,
-    TempCompass, TempCompass_MCQ, TempCompass_Captioning, TempCompass_YorN
+    TempCompass, TempCompass_MCQ, TempCompass_Captioning, TempCompass_YorN,
+    CGBench_MCQ_Grounding_Mini, CGBench_OpenEnded_Mini, CGBench_MCQ_Grounding, CGBench_OpenEnded
 ]
 
 TEXT_DATASET = [