Merge branch 'release/1.8.0' into docs/website

JohnSnowLabs · Nov 9, 2023 · e8a112f · e8a112f
2 parents 661e529 + 74403b2
commit e8a112f
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 7 deletions.
diff --git a/demo/tutorials/llm_notebooks/Disinformation_Test.ipynb b/demo/tutorials/llm_notebooks/Disinformation_Test.ipynb
@@ -175,9 +175,9 @@
    "source": [
     "model = {\"model\": \"text-davinci-003\", \"hub\":\"openai\"}\n",
     "\n",
-    "data={\"data_source\" :'Toxicity',\"split\":\"test\"}\n",
+    "data = {\"data_source\": \"Narrative-Wedging\"}\n",
     "\n",
-    "harness = Harness(task={\"task\": \"text-generation\", \"category\": \"toxicity\"}, model=model, data=data)"
+    "harness = Harness(task={\"task\": \"text-generation\", \"category\": \"disinformation-test\"}, model=model, data=data)"
    ]
   },
   {

diff --git a/langtest/data/config/wino_huggingface_config.yml b/langtest/data/config/wino_huggingface_config.yml
@@ -2,7 +2,7 @@ tests:
   defaults:
     min_pass_rate: 1.0
 
-  wino-bias:
-    gender-occupational-stereotype:
+  stereotype:
+    wino-bias:
       min_pass_rate: 0.70
       diff_threshold: 0.03
diff --git a/langtest/data/config/wino_openai_config.yml b/langtest/data/config/wino_openai_config.yml
@@ -5,7 +5,7 @@ model_parameters:
 tests:
   defaults:
     min_pass_rate: 1.0
-
-  wino-bias:
-    gender-occupational-stereotype:
+  
+  stereotype:
+    wino-bias:
       min_pass_rate: 0.70
diff --git a/langtest/transform/__init__.py b/langtest/transform/__init__.py
@@ -1493,6 +1493,7 @@ class DisinformationTestFactory(ITests):
     alias_name = "disinformation"
     supported_tasks = [
         "disinformation-test",
+        "text-generation",
     ]
 
     def __init__(self, data_handler: List[Sample], tests: Dict = None, **kwargs) -> None: