mlboydaisuke commited on
Commit
e6e0353
·
verified ·
1 Parent(s): 8f592be

Add b2 (beta3-loadable) bundle under gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/ (b1 retained)

Browse files
Files changed (12) hide show
  1. .gitattributes +3 -0
  2. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist +0 -0
  3. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph +3 -0
  4. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin +3 -0
  5. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph +3 -0
  6. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p.mlirb +0 -0
  7. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main.hash +1 -0
  8. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/metadata.json +6 -0
  9. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/stats.json +1 -0
  10. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/metadata.json +28 -0
  11. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/tokenizer/tokenizer.json +3 -0
  12. gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/tokenizer/tokenizer_config.json +96 -0
.gitattributes CHANGED
@@ -74,3 +74,6 @@ gpu-pipelined/gemma4_e2b_qat_vl_decode_int4linsym_aotc_h18p/tokenizer/tokenizer.
74
  gpu-pipelined/gemma4_e2b_qat_vl_vision/gemma4_e2b_qat_vl_vision.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
75
  gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl/gemma4_e2b_qat_decode_int4lin_tbl.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
76
  gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
74
  gpu-pipelined/gemma4_e2b_qat_vl_vision/gemma4_e2b_qat_vl_vision.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
75
  gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl/gemma4_e2b_qat_decode_int4lin_tbl.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
76
  gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
77
+ gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph filter=lfs diff=lfs merge=lfs -text
78
+ gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph filter=lfs diff=lfs merge=lfs -text
79
+ gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/manifest.plist ADDED
The diff for this file is too large to render. See raw diff
 
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca99d0079a429bdcea730f905e184df1c8e7a767c177acf80ed69ee5c4104a6
3
+ size 1112644
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd4360a186c1d3e15f26e7bda51764813d027365f94d58986435e38a4ed41aac
3
+ size 2088055648
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b16981e65bc56e963d4e803153c406e43cfd7648ad2c5d00de4365013d737316
3
+ size 2044737
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main-h18p.mlirb ADDED
Binary file (2.91 kB). View file
 
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ &��AY�f��[���\<�n �:-��.'ċ~2�q
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/metadata.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "sourceHash" : "FC6830D06F9FD657676FBC3FF33C5E8FFF492E77AC5D5269CEF2153740A225D0",
3
+ "producer" : "coreai-build-3600.67.5.8.1",
4
+ "assetVersion" : "2.0",
5
+ "creationDate" : "20260713T005618Z"
6
+ }
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc/stats.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"storageTypes":[{"count":2292056064,"name":"Int4"},{"count":474594853,"name":"Float16"},{"count":474,"name":"Int32"},{"name":"Float32","count":388},{"count":89,"name":"UInt32"},{"name":"UInt64","count":1}],"computeTypes":["Bool","Float16","Float32","Int32","Int4","Int8","UInt32","UInt64"],"operationDistribution":[{"name":"constant","count":6161},{"name":"mul","count":1288},{"count":1161,"name":"reshape"},{"name":"broadcast_to","count":1054},{"count":1046,"name":"broadcasting_mul"},{"name":"cast","count":1013},{"count":810,"name":"slice"},{"name":"add","count":710},{"name":"broadcast_in_dims","count":580},{"name":"get_shape","count":530},{"count":519,"name":"reduce"},{"count":471,"name":"concat"},{"name":"broadcasting_add","count":433},{"name":"broadcast_shapes","count":388},{"count":347,"name":"batch_matmul"},{"name":"broadcasting_batch_matmul","count":347},{"name":"transpose","count":293},{"name":"broadcasting_divide","count":278},{"name":"divide","count":278},{"name":"blockwise_shift_scale","count":277},{"name":"reduce_sum","count":277},{"count":243,"name":"gather_nd"},{"name":"reduce_mean","count":242},{"count":242,"name":"reduce_product"},{"name":"rsqrt","count":227},{"name":"gelu","count":70},{"count":54,"name":"broadcasting_sub"},{"name":"sub","count":54},{"count":35,"name":"exp"},{"name":"softmax","count":35},{"count":34,"name":"gather_along_axis"},{"name":"read_handle","count":32},{"name":"shrink_dims","count":32},{"count":30,"name":"broadcasting_pow"},{"name":"pow","count":30},{"name":"slice_update","count":30},{"count":30,"name":"write_handle"},{"name":"pad","count":24},{"count":5,"name":"not"},{"name":"broadcasting_greater","count":3},{"name":"greater","count":3},{"count":2,"name":"cos"},{"count":2,"name":"expand_dims"},{"count":2,"name":"range"},{"name":"sin","count":2},{"name":"broadcasting_logical_xor","count":1},{"name":"create_token","count":1},{"name":"logical_xor","count":1},{"name":"tanh","count":1}]}
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/metadata.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata_version": "0.2",
3
+ "kind": "llm",
4
+ "name": "gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p",
5
+ "assets": {
6
+ "main": "gemma4_e2b_qat_decode_int4lin_tbl.h18p.aimodelc"
7
+ },
8
+ "language": {
9
+ "tokenizer": "google/gemma-4-E2B-it-qat-q4_0-unquantized",
10
+ "vocab_size": 262144,
11
+ "max_context_length": 4096,
12
+ "embedded_tokenizer": true,
13
+ "function_map": {
14
+ "main": [
15
+ "main"
16
+ ]
17
+ }
18
+ },
19
+ "source": {
20
+ "model_definition": "torch",
21
+ "hf_model_id": "google/gemma-4-E2B-it-qat-q4_0-unquantized"
22
+ },
23
+ "compression": null,
24
+ "compilation": {
25
+ "date": "2026-07-12T21:29:03.089320+00:00",
26
+ "targets": []
27
+ }
28
+ }
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
3
+ size 32169626
gpu-pipelined-b2/gemma4_e2b_qat_decode_int4lin_tbl_aotc_h18p/tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_token": "<|audio|>",
3
+ "backend": "tokenizers",
4
+ "boa_token": "<|audio>",
5
+ "boi_token": "<|image>",
6
+ "bos_token": "<bos>",
7
+ "eoa_token": "<audio|>",
8
+ "eoc_token": "<channel|>",
9
+ "eoi_token": "<image|>",
10
+ "eos_token": "<eos>",
11
+ "eot_token": "<turn|>",
12
+ "escape_token": "<|\"|>",
13
+ "etc_token": "<tool_call|>",
14
+ "etd_token": "<tool|>",
15
+ "etr_token": "<tool_response|>",
16
+ "extra_special_tokens": [
17
+ "<|video|>"
18
+ ],
19
+ "image_token": "<|image|>",
20
+ "is_local": false,
21
+ "local_files_only": false,
22
+ "mask_token": "<mask>",
23
+ "model_max_length": 1000000000000000019884624838656,
24
+ "model_specific_special_tokens": {
25
+ "audio_token": "<|audio|>",
26
+ "boa_token": "<|audio>",
27
+ "boi_token": "<|image>",
28
+ "eoa_token": "<audio|>",
29
+ "eoc_token": "<channel|>",
30
+ "eoi_token": "<image|>",
31
+ "eot_token": "<turn|>",
32
+ "escape_token": "<|\"|>",
33
+ "etc_token": "<tool_call|>",
34
+ "etd_token": "<tool|>",
35
+ "etr_token": "<tool_response|>",
36
+ "image_token": "<|image|>",
37
+ "soc_token": "<|channel>",
38
+ "sot_token": "<|turn>",
39
+ "stc_token": "<|tool_call>",
40
+ "std_token": "<|tool>",
41
+ "str_token": "<|tool_response>",
42
+ "think_token": "<|think|>"
43
+ },
44
+ "pad_token": "<pad>",
45
+ "padding_side": "left",
46
+ "processor_class": "Gemma4Processor",
47
+ "response_schema": {
48
+ "properties": {
49
+ "content": {
50
+ "type": "string"
51
+ },
52
+ "role": {
53
+ "const": "assistant"
54
+ },
55
+ "thinking": {
56
+ "type": "string"
57
+ },
58
+ "tool_calls": {
59
+ "items": {
60
+ "properties": {
61
+ "function": {
62
+ "properties": {
63
+ "arguments": {
64
+ "additionalProperties": {},
65
+ "type": "object",
66
+ "x-parser": "gemma4-tool-call"
67
+ },
68
+ "name": {
69
+ "type": "string"
70
+ }
71
+ },
72
+ "type": "object",
73
+ "x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})"
74
+ },
75
+ "type": {
76
+ "const": "function"
77
+ }
78
+ },
79
+ "type": "object"
80
+ },
81
+ "type": "array",
82
+ "x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>"
83
+ }
84
+ },
85
+ "type": "object",
86
+ "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
87
+ },
88
+ "soc_token": "<|channel>",
89
+ "sot_token": "<|turn>",
90
+ "stc_token": "<|tool_call>",
91
+ "std_token": "<|tool>",
92
+ "str_token": "<|tool_response>",
93
+ "think_token": "<|think|>",
94
+ "tokenizer_class": "GemmaTokenizer",
95
+ "unk_token": "<unk>"
96
+ }