kem-gov commited on
Commit
2efcc45
·
verified ·
1 Parent(s): bbf3023

Sync model repo (text/metadata)

Browse files
benchmarks/vit-base-raspberrypi5-fp32.yaml CHANGED
@@ -1,25 +1,9 @@
1
  version: 1.0.0
2
- task: vision-classification
 
3
  created_at: '2026-05-07T15:58:46Z'
4
  context:
5
- model:
6
- id: Arm/vit-base-int8-xnnpack-executorch
7
- filename: vit-base-fp32-executorch.pte
8
- base_model_id: google/vit-base-patch16-224
9
- profile: Baseline
10
- weight_dtype: fp32
11
- model_size_mb: 330.423
12
- format: pte
13
- target:
14
- name: Raspberry Pi 5
15
- hardware_class: Edge Linux
16
- cpu_architecture: arm64
17
- cpu_model: Cortex-A76
18
- cpu_core_count: 4
19
- cpu_clock_ghz: 2.4
20
- system_memory_gb: 8
21
- os: linux
22
- os_version: Raspberry Pi OS Bookworm
23
  runtime:
24
  name: executorch
25
  execution_backend: cpu
 
1
  version: 1.0.0
2
+ report_type: vision-classification
3
+ profile: Baseline
4
  created_at: '2026-05-07T15:58:46Z'
5
  context:
6
+ target_ref: raspberry-pi-5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  runtime:
8
  name: executorch
9
  execution_backend: cpu
benchmarks/vit-base-raspberrypi5-int8.yaml CHANGED
@@ -1,32 +1,9 @@
1
  version: 1.0.0
2
- task: vision-classification
 
3
  created_at: '2026-05-07T15:58:46Z'
4
  context:
5
- model:
6
- id: Arm/vit-base-int8-xnnpack-executorch
7
- filename: vit-base-int8-executorch.pte
8
- base_model_id: google/vit-base-patch16-224
9
- weight_dtype: int8
10
- profile: Arm-Optimized
11
- quantization:
12
- method: PTQ-dynamic
13
- weight_bits: 8
14
- activation_bits: 8
15
- symmetric: true
16
- mode: dynamic
17
- weight_granularity: per-channel
18
- model_size_mb: 83.963
19
- format: pte
20
- target:
21
- name: Raspberry Pi 5
22
- hardware_class: Edge Linux
23
- cpu_architecture: arm64
24
- cpu_model: Cortex-A76
25
- cpu_core_count: 4
26
- cpu_clock_ghz: 2.4
27
- system_memory_gb: 8
28
- os: linux
29
- os_version: Raspberry Pi OS Bookworm
30
  runtime:
31
  name: executorch
32
  execution_backend: cpu
 
1
  version: 1.0.0
2
+ report_type: vision-classification
3
+ profile: Arm-Optimized
4
  created_at: '2026-05-07T15:58:46Z'
5
  context:
6
+ target_ref: raspberry-pi-5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  runtime:
8
  name: executorch
9
  execution_backend: cpu
metadata.yaml CHANGED
@@ -1,62 +1,18 @@
1
- # Metadata generated by ARM Model Optimization Pipeline
2
- version: 1.0.0
3
- task: vision-classification
4
- created_at: '2026-05-07T15:58:46Z'
5
- context:
6
- model:
7
- id: google/vit-base-patch16-224
8
- base_model_id: google/vit-base-patch16-224
9
- profile: Arm-Optimized
10
- weight_dtype: int8
11
- quantization:
12
- method: PTQ-dynamic
13
- weight_bits: 8
14
- activation_bits: 8
15
- symmetric: true
16
- mode: dynamic
17
- weight_granularity: per-channel
18
- model_size_mb: 83.963
19
- format: pte
20
- filename: vit-base-int8-executorch.pte
21
- target:
22
- name: Raspberry Pi 5
23
- hardware_class: Edge Linux
24
- cpu_architecture: arm64
25
- cpu_model: Cortex-A76
26
- cpu_core_count: 4
27
- cpu_clock_ghz: 2.4
28
- system_memory_gb: 8
29
- os: linux
30
- os_version: Raspberry Pi OS Bookworm
31
- runtime:
32
- name: executorch
33
- execution_backend: cpu
34
- config:
35
- optimisations:
36
- - XNNPACK
37
- - KleidiAI
38
- version: 1.1.0
39
- dataset:
40
- name: ImageNet-1k
41
- sample_count: 50000
42
- reference_url: https://www.image-net.org/
43
- slice: val
44
- benchmark:
45
- batch_size: 1
46
- input_resolution: 224x224
47
- num_runs: 100
48
- warmup_runs: 10
49
- performance:
50
- end_to_end_latency_ms:
51
- p50: 152.512
52
- p90: 153.126
53
- p99: 153.592
54
- model_load_time_ms: 226.691
55
- time_to_first_inference_ms: 153.656
56
- peak_memory_mb: 108.11
57
- average_memory_mb: 108.06
58
- frames_per_second: 6.56
59
- delegation_pct: 89.61
60
- accuracy:
61
- top_1_accuracy_pct: 81.52
62
- top_5_accuracy_pct: 96.07
 
1
+ schema_version: 1.0.0
2
+ report_type: vision-classification
3
+ task_type: image-classification
4
+ title: ViT-Base INT8 — ExecuTorch + XNNPACK
5
+ id: Arm/vit-base-int8-xnnpack-executorch
6
+ filename: vit-base-int8-executorch.pte
7
+ base_model_id: google/vit-base-patch16-224
8
+ weight_dtype: int8
9
+ profile: Arm-Optimized
10
+ quantization:
11
+ method: PTQ-dynamic
12
+ weight_bits: 8
13
+ activation_bits: 8
14
+ symmetric: true
15
+ mode: dynamic
16
+ weight_granularity: per-channel
17
+ model_size_mb: 83.963
18
+ format: pte