Merge pull request #6 from RomiconEZ/testing_artifacts

Updated creation of artifacts dir.
RomiconEZ · Sep 11, 2024 · d0cd595 · d0cd595
2 parents 20a5b8d + 256ff0c
commit d0cd595
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 6 deletions.
diff --git a/src/llamator/attack_provider/attack_registry.py b/src/llamator/attack_provider/attack_registry.py
@@ -58,7 +58,7 @@ def instantiate_tests(
         A list of instantiated test objects.
     """
 
-    csv_report_path = artifacts_path
+    csv_report_path = None
 
     if artifacts_path is not None:
         # Create 'csv_report' directory inside artifacts_path

diff --git a/src/llamator/main.py b/src/llamator/main.py
@@ -82,13 +82,14 @@ def start_testing(
     if artifacts_path is None:
         enable_logging = False
         enable_reports = False
+        artifacts_run_path = None
         print("Logging and reports have been disabled.")
     else:
         # Validate the artifacts path
         if not validate_artifacts_path(artifacts_path):
             print("Invalid artifacts path.")
             return
-        else:
+        elif enable_reports is True or enable_logging is True:
             # Create a new folder named 'llamato_run_{start_timestamp}' inside artifacts_path
             run_folder_name = f"LLAMATOR_run_{start_timestamp}"
             run_folder_path = os.path.join(artifacts_path, run_folder_name)
@@ -124,10 +125,21 @@ def start_testing(
         logging.error("One or more custom tests failed validation.")
         return
 
-    # Running tests with the specified parameters
-    setup_models_and_tests(
-        attack_model, tested_model, num_attempts, num_threads, tests, custom_tests, artifacts_run_path
-    )
+    if enable_reports:
+        # Running tests with the specified parameters
+        setup_models_and_tests(
+            attack_model,
+            tested_model,
+            num_attempts,
+            num_threads,
+            tests,
+            custom_tests,
+            artifacts_path=artifacts_run_path,
+        )
+    else:
+        setup_models_and_tests(
+            attack_model, tested_model, num_attempts, num_threads, tests, custom_tests, artifacts_path=None
+        )
 
     # Thank you message at the end of the program
     logging.info(f"Completion of testing")