add LLaVANext

open-compass · Mar 22, 2024 · 9b0610c · 9b0610c
1 parent 1cafa6a
commit 9b0610c
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/vlmeval/config.py b/vlmeval/config.py
@@ -67,6 +67,10 @@
     'llava_v1_7b': partial(LLaVA, model_pth=LLAVA_V1_7B_MODEL_PTH),
     'sharegpt4v_7b': partial(LLaVA, model_pth='Lin-Chen/ShareGPT4V-7B'),
     'sharegpt4v_13b': partial(LLaVA, model_pth='Lin-Chen/ShareGPT4V-13B'),
+    'llava_next_vicuna_7b': partial(LLaVA_Next, model_pth='llava-hf/llava-v1.6-vicuna-7b-hf'),
+    'llava_next_vicuna_13b': partial(LLaVA_Next, model_pth='llava-hf/llava-v1.6-vicuna-13b-hf'),
+    'llava_next_mistral_7b': partial(LLaVA_Next, model_pth='llava-hf/llava-v1.6-mistral-7b-hf'),
+    'llava_next_yi_34b': partial(LLaVA_Next, model_pth='llava-hf/llava-v1.6-34b-hf'),
 }
 
 internvl_series = {

diff --git a/vlmeval/vlm/__init__.py b/vlmeval/vlm/__init__.py
@@ -6,7 +6,7 @@
 from .emu import Emu
 from .idefics import IDEFICS
 from .instructblip import InstructBLIP
-from .llava import LLaVA
+from .llava import LLaVA, LLaVA_Next
 from .llava_xtuner import LLaVA_XTuner
 from .minicpm_v import MiniCPM_V
 from .minigpt4 import MiniGPT4