Skip to content

Commit

Permalink
added category descriptions
Browse files Browse the repository at this point in the history
  • Loading branch information
lisadunlap committed Dec 10, 2024
1 parent bb57382 commit 6704c9c
Showing 1 changed file with 14 additions and 0 deletions.
14 changes: 14 additions & 0 deletions fastchat/serve/monitor/monitor_md.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,13 @@
"no_refusal": "Exclude Refusal",
"overall_limit_5_user_vote": "overall_limit_5_user_vote",
"full_old": "Overall (Deprecated)",
"captioning": "Captioning",
"entity_recognition": "Entity Recognition",
"ocr": "OCR",
"humor": "Humor",
"homework": "Homework",
"diagram": "Diagram",
"is_preset": "Exclude Preset Images",
}
cat_name_to_explanation = {
"Overall": "Overall Questions",
Expand Down Expand Up @@ -67,6 +74,13 @@
"overall_limit_5_user_vote": "overall_limit_5_user_vote",
"Overall (Deprecated)": "Overall without De-duplicating Top Redundant Queries (top 0.1%). See details in [blog post](https://lmsys.org/blog/2024-05-17-category-hard/#note-enhancing-quality-through-de-duplication).",
"Creative Writing": "Creative Writing",
"Exclude Preset Images": "Exclude Images from 'Random Example' Option",
"Captioning": "Open-Ended Captioning",
"Entity Recognition": "Entity Recognition (e.g. who is in the image)",
"OCR": "Optical Character Recognition",
"Humor": "Humor (e.g. writing jokes, meme understanding)",
"Homework": "Homework problems",
"Diagram": "Diagram (e.g. plots, flow charts, figures)",
}
cat_name_to_baseline = {
"Hard Prompts (English)": "English",
Expand Down

0 comments on commit 6704c9c

Please sign in to comment.