optimized: task and datasource modules

JohnSnowLabs · Oct 25, 2023 · 6010c76 · 6010c76
1 parent 76a4ea6
commit 6010c76
Show file tree

Hide file tree

Showing 2 changed files with 124 additions and 107 deletions.
diff --git a/langtest/datahandler/datasource.py b/langtest/datahandler/datasource.py
@@ -1355,19 +1355,6 @@ def load_data(self, *args, **kwargs) -> List[Sample]:
                 )
                 data.append(sample)
 
-                # elif self.task == "stereoset":
-                #     data.append(
-                #         StereoSetSample(
-                #             test_type=item["type"],
-                #             target=item["target"],
-                #             bias_type=item["bias_type"],
-                #             context=item["context"],
-                #             sent_stereo=item["stereotype"],
-                #             sent_antistereo=item["anti-stereotype"],
-                #             sent_unrelated=item["unrelated"],
-                #         )
-                #     )
-
         return data
 
     def export_data(self, data: List[Sample], output_path: str):