Add ModernBERT config

unitaryai · Dec 28, 2024 · 426781f · 426781f
1 parent 6a9b738
commit 426781f
Showing 1 changed file with 40 additions and 0 deletions.
diff --git a/configs/Toxic_comment_classification_ModernBERT.json b/configs/Toxic_comment_classification_ModernBERT.json
@@ -0,0 +1,40 @@
+{
+    "name": "Jigsaw_ModernBERT",
+    "n_gpu": 1,
+    "batch_size": 10,
+    "accumulate_grad_batches": 3,
+    "loss": "binary_cross_entropy",
+    "arch": {
+        "type": "ModernBERT",
+        "args": {
+            "num_classes": 6,
+            "model_type": "answerdotai/ModernBERT-base",
+            "model_name": "ModernBertForSequenceClassification",
+            "tokenizer_name": "AutoTokenizer"
+        }
+    },
+    "dataset": {
+        "type": "JigsawDataOriginal",
+        "args": {
+            "train_csv_file": "jigsaw_data/jigsaw-toxic-comment-classification-challenge/train.csv",
+            "test_csv_file": "jigsaw_data/jigsaw-toxic-comment-classification-challenge/val.csv",
+            "add_test_labels": false,
+            "classes": [
+                "toxicity",
+                "severe_toxicity",
+                "obscene",
+                "threat",
+                "insult",
+                "identity_attack"
+            ]
+        }
+    },
+    "optimizer": {
+        "type": "Adam",
+        "args": {
+            "lr": 3e-5,
+            "weight_decay": 3e-6,
+            "amsgrad": true
+        }
+    }
+}