diff --git a/MLPerf_Compatibility_Table.adoc b/MLPerf_Compatibility_Table.adoc index fcc9bc2..d2e35e4 100644 --- a/MLPerf_Compatibility_Table.adoc +++ b/MLPerf_Compatibility_Table.adoc @@ -1,25 +1,30 @@ :toc: :toclevels: 4 +N/A : Benchmark not present in a round + +X: Change in benchmark. Submission results can be compared across rounds when there has been no change in the benchmark == Training |=== -|Model |0.5 |0.6 |0.7 |1.0 |1.1 |2.0 |2.1 |3.0 -|ResNet-50 v1.5 |X 7+|X -|SSD-ResNet34 |X 4+|X 3+|N/A -|RetinaNet-ResNeXt50 5+|N/A 3+|X -|MaskRCNN |X 7+|X -|NCF |X 7+|N/A -|NMT |X 2+|X 5+|N/A -|Transformer |X 2+|X 5+|N/A -|MiniGo |X |X 5+|X 1+|N/A -|DLRM 2+|N/A 5+|X 1+|N/A -|DLRM-dcnv2 7+|N/A |X -|BERT 3+|N/A 5+|X -|RNN-T 3+|N/A |X 4+|X -|3D U-Net 3+|N/A 5+|X -|GPT3 7+|N/A |X +|Model |0.5 |0.6 |0.7 |1.0 |1.1 |2.0 |2.1 |3.0 | 3.1 | 4.0 +|ResNet-50 v1.5 |X 9+|X +|SSD-ResNet34 |X 4+|X 5+|N/A +|RetinaNet-ResNeXt50 5+|N/A 5+|X +|MaskRCNN |X 8+|X |N/A +|NCF |X 9+|N/A +|NMT |X 2+|X 7+|N/A +|Transformer |X 2+|X 7+|N/A +|MiniGo |X |X 5+|X 3+|N/A +|DLRM 2+|N/A 5+|X 3+|N/A +|DLRM-dcnv2 7+|N/A 3+|X +|BERT 3+|N/A 7+|X +|RNN-T 3+|N/A |X 5+|X |N/A +|3D U-Net 3+|N/A 7+|X +|GPT3 7+|N/A 3+|X +|LLama70B-LoRA 9+|N/A |X +|RGAT 9+|N/A |X |=== Metric: Time-to-train (measured in minutes)