Fix GeminiV

open-compass · Apr 3, 2024 · fb77f55 · fb77f55
1 parent 6c91e04
commit fb77f55
Showing 1 changed file with 2 additions and 6 deletions.
diff --git a/vlmeval/api/gemini.py b/vlmeval/api/gemini.py
@@ -41,12 +41,8 @@ def build_msgs(self, inputs):
 
     def generate_inner(self, inputs, **kwargs) -> str:
         import google.generativeai as genai
-        assert isinstance(inputs, str) or isinstance(inputs, list)
-        pure_text = True
-        if isinstance(inputs, list):
-            for pth in inputs:
-                if osp.exists(pth) or pth.startswith('http'):
-                    pure_text = False
+        assert isinstance(inputs, list)
+        pure_text = np.all([x['type'] == 'text' for x in inputs])
         genai.configure(api_key=self.api_key)
         model = genai.GenerativeModel('gemini-pro') if pure_text else genai.GenerativeModel('gemini-pro-vision')
         messages = self.build_msgs(inputs)