v0.7.0

See https://github.com/quic/ai-hub-models/releases/v0.7.0 for changelog. Signed-off-by: QAIHM Team <[email protected]>
quic · May 29, 2024 · 1ff9bcc · 1ff9bcc
1 parent c546965
commit 1ff9bcc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/qai_hub_models/models/llama_v2_7b_chat_quantized/perf.yaml b/qai_hub_models/models/llama_v2_7b_chat_quantized/perf.yaml
@@ -36,7 +36,7 @@ models:
     timestamp: '2024-05-23T00:34:02.549319Z'
     torchscript_onnx_qnn:
       inference_time: 1917811
-      throughput: 0.5214
+      throughput: 533.94
       estimated_peak_memory_range:
         min: 20480
         max: 1078248176