Skip to content

Commit

Permalink
v0.17.0r1
Browse files Browse the repository at this point in the history 
Update Job Ids for device name update

Signed-off-by: QAIHM Team <[email protected]>
  • Loading branch information
@qaihm-bot
qaihm-bot committed Nov 1, 2024
1 parent 4b1d508 commit 5dae825
Show file tree
Hide file tree
Showing 35 changed files with 4,298 additions and 2,495 deletions.
126 changes: 63 additions & 63 deletions qai_hub_models/models/convnext_tiny_w8a8_quantized/perf.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -43,19 +43,19 @@ models:
- name: ConvNext-Tiny-w8a8-Quantized
performance_metrics:
- torchscript_onnx_qnn:
inference_time: 1749.0
throughput: 571.7552887364208
inference_time: 1741.0
throughput: 574.3825387708214
estimated_peak_memory_range:
min: 16384
max: 295430016
min: 20480
max: 296366856
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jp4lnxwv5
job_id: jp8qm03kp
job_status: Passed
reference_device_info:
name: Samsung Galaxy S23
Expand All @@ -64,21 +64,21 @@ models:
os_name: Android
manufacturer: Samsung
chipset: Snapdragon® 8 Gen 2
timestamp: '2024-10-17T17:32:59Z'
timestamp: '2024-10-27T00:54:04Z'
- torchscript_onnx_qnn:
inference_time: 1745.0
throughput: 573.0659025787966
inference_time: 1744.0
throughput: 573.394495412844
estimated_peak_memory_range:
min: 16384
max: 296021224
min: 32768
max: 295441744
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jpxk97115
job_id: jgkeq7lwg
job_status: Passed
reference_device_info:
name: Samsung Galaxy S23
Expand All @@ -87,21 +87,21 @@ models:
os_name: Android
manufacturer: Samsung
chipset: Snapdragon® 8 Gen 2
timestamp: '2024-10-17T17:33:01Z'
timestamp: '2024-10-27T00:54:05Z'
- torchscript_onnx_qnn:
inference_time: 1224.0
throughput: 816.9934640522875
inference_time: 1569.0
throughput: 637.3486297004462
estimated_peak_memory_range:
min: 163840
max: 23951088
min: 0
max: 25623696
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: j5mnewzwp
job_id: j5q6re7np
job_status: Passed
reference_device_info:
name: Samsung Galaxy S24
Expand All @@ -110,21 +110,21 @@ models:
os_name: Android
manufacturer: Samsung
chipset: Snapdragon® 8 Gen 3
timestamp: '2024-10-17T17:33:03Z'
timestamp: '2024-10-27T00:54:07Z'
- torchscript_onnx_qnn:
inference_time: 1156.0
throughput: 865.0519031141869
inference_time: 1154.0
throughput: 866.5511265164645
estimated_peak_memory_range:
min: 0
max: 28172864
min: 159744
max: 28377568
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jgkevly2g
job_id: jgz3jovo5
job_status: Passed
reference_device_info:
name: Snapdragon 8 Elite QRD
Expand All @@ -133,21 +133,21 @@ models:
os_name: Android
manufacturer: Qualcomm
chipset: Snapdragon® 8 Elite
timestamp: '2024-10-17T17:33:17Z'
timestamp: '2024-10-27T00:54:22Z'
- torchscript_onnx_qnn:
inference_time: 6437.0
throughput: 155.35187199005748
inference_time: 6542.0
throughput: 152.8584530724549
estimated_peak_memory_range:
min: 208896
max: 8283008
min: 163840
max: 8255216
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jgn609er5
job_id: jglv260j5
job_status: Passed
reference_device_info:
name: RB3 Gen 2 (Proxy)
Expand All @@ -156,21 +156,21 @@ models:
os_name: Android
manufacturer: Qualcomm
chipset: QCS6490 Proxy
timestamp: '2024-10-17T17:33:05Z'
timestamp: '2024-10-27T00:54:09Z'
- torchscript_onnx_qnn:
inference_time: 1675.0
throughput: 597.0149253731344
inference_time: 1672.0
throughput: 598.0861244019138
estimated_peak_memory_range:
min: 212992
max: 1423768
min: 184320
max: 1393488
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jprv64y9g
job_id: j56yze36p
job_status: Passed
reference_device_info:
name: QCS8550 (Proxy)
Expand All @@ -179,21 +179,21 @@ models:
os_name: Android
manufacturer: Qualcomm
chipset: QCS8550 Proxy
timestamp: '2024-10-17T17:33:07Z'
timestamp: '2024-10-27T00:54:11Z'
- torchscript_onnx_qnn:
inference_time: 1672.0
throughput: 598.0861244019138
estimated_peak_memory_range:
min: 221184
max: 1819072
min: 184320
max: 1925640
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jpy1z4d7p
job_id: jp8qmv2kp
job_status: Passed
reference_device_info:
name: SA8255 (Proxy)
Expand All @@ -202,21 +202,21 @@ models:
os_name: Android
manufacturer: Qualcomm
chipset: SA8255P Proxy
timestamp: '2024-10-17T17:33:11Z'
timestamp: '2024-10-30T02:09:02Z'
- torchscript_onnx_qnn:
inference_time: 1678.0
throughput: 595.9475566150179
inference_time: 1674.0
throughput: 597.3715651135007
estimated_peak_memory_range:
min: 188416
max: 1723008
min: 184320
max: 1569464
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jp0z41r65
job_id: jgkeqmvwg
job_status: Passed
reference_device_info:
name: SA8775 (Proxy)
Expand All @@ -225,7 +225,7 @@ models:
os_name: Android
manufacturer: Qualcomm
chipset: SA8775P Proxy
timestamp: '2024-10-17T17:33:13Z'
timestamp: '2024-10-30T02:09:04Z'
- torchscript_onnx_qnn:
inference_time: 1677.0
throughput: 596.3029218843172
Expand All @@ -250,19 +250,19 @@ models:
chipset: SA8650P Proxy
timestamp: '2024-10-30T02:09:07Z'
- torchscript_onnx_qnn:
inference_time: 2911.0
throughput: 343.52456200618343
inference_time: 2834.0
throughput: 352.85815102328866
estimated_peak_memory_range:
min: 163840
max: 6210576
max: 6018656
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: j5q60724p
job_id: j5q6ro0np
job_status: Passed
reference_device_info:
name: SA8295P ADP
Expand All @@ -271,21 +271,21 @@ models:
os_name: Android
manufacturer: Qualcomm
chipset: SA8295P
timestamp: '2024-10-17T17:33:18Z'
timestamp: '2024-10-30T02:09:06Z'
- torchscript_onnx_qnn:
inference_time: 2142.0
throughput: 466.8534080298786
inference_time: 2138.0
throughput: 467.7268475210477
estimated_peak_memory_range:
min: 163840
max: 27302640
min: 0
max: 26512976
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jp8q237xp
job_id: jpedwe4o5
job_status: Passed
reference_device_info:
name: QCS8450 (Proxy)
Expand All @@ -294,21 +294,21 @@ models:
os_name: Android
manufacturer: Qualcomm
chipset: QCS8450 Proxy
timestamp: '2024-10-17T17:33:15Z'
timestamp: '2024-10-27T00:54:20Z'
- torchscript_onnx_qnn:
inference_time: 1828.0
throughput: 547.0459518599563
inference_time: 1876.0
throughput: 533.0490405117271
estimated_peak_memory_range:
min: 520192
max: 520192
min: 544768
max: 544768
primary_compute_unit: NPU
precision: int8
layer_info:
layers_on_npu: 215
layers_on_gpu: 0
layers_on_cpu: 0
total_layers: 215
job_id: jp2kx7m4p
job_id: jp3j1v43g
job_status: Passed
reference_device_info:
name: Snapdragon X Elite CRD
Expand All @@ -317,4 +317,4 @@ models:
os_name: Windows
manufacturer: Qualcomm
chipset: Snapdragon® X Elite
timestamp: '2024-10-17T17:33:09Z'
timestamp: '2024-10-27T00:54:12Z'
Loading

0 comments on commit 5dae825

Please sign in to comment.