faxenoff commited on
Commit
fd5a0dc
·
verified ·
1 Parent(s): b5d9e08

compiled artefacts from mac_arm64 (cpu)

Browse files
README.md CHANGED
@@ -279,8 +279,9 @@ Compiled engines, named per **runtime × OS × GPU arch**, plus the ONNX for sta
279
  `classifier.dense` / `classifier.out_proj` randomly initialised and ignore ours. Load the
280
  encoder with `AutoModel`, mean-pool the last hidden state over the tokens equal to each marker
281
  id (`config.json` → `ultracode.entity_marker_ids`, 250002 and 250004), concatenate the two and
282
- apply the classifier. Done that way it matches the ONNX to 2e-6. There is no MLX build of this
283
- model: the Apple runtime implements no entity-pool head.
 
284
 
285
  FP16 rather than INT8: this architecture's activation outliers make per-tensor INT8 calibration
286
  lossy, and FP16 costs nothing on any GPU that can run it.
 
279
  `classifier.dense` / `classifier.out_proj` randomly initialised and ignore ours. Load the
280
  encoder with `AutoModel`, mean-pool the last hidden state over the tokens equal to each marker
281
  id (`config.json` → `ultracode.entity_marker_ids`, 250002 and 250004), concatenate the two and
282
+ apply the classifier. Done that way it matches the ONNX to 2e-6. The Apple (MLX) build is
283
+ prepared from this pair: the UltraCode MLX runtime implements this entity-pool head, with the
284
+ marker ids carried in the prepared file's header.
285
 
286
  FP16 rather than INT8: this architecture's activation outliers make per-tensor INT8 calibration
287
  lossy, and FP16 costs nothing on any GPU that can run it.
manifest.json CHANGED
@@ -12,6 +12,6 @@
12
  "tvm": "tvm0.25",
13
  "mlx_dir": "model_gpu_mlx0.32"
14
  },
15
- "compiled_at": "2026-09-17T13:27:03Z",
16
  "compiled_by": "models/_compile"
17
  }
 
12
  "tvm": "tvm0.25",
13
  "mlx_dir": "model_gpu_mlx0.32"
14
  },
15
+ "compiled_at": "2026-09-17T18:48:45Z",
16
  "compiled_by": "models/_compile"
17
  }
model_gpu_mlx0.32/config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cross_attention": false,
3
+ "architectures": [
4
+ "XLMRobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "custom_head": "entity_start_marker_meanmask (concat E1,E2 -> Linear); [CLS] is not read",
10
+ "dtype": "float32",
11
+ "eos_token_id": 2,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 384,
15
+ "id2label": {
16
+ "0": "NO_RELATION",
17
+ "1": "semantically_similar_to",
18
+ "2": "supersedes_or_conflicts",
19
+ "3": "depends_on"
20
+ },
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 1536,
23
+ "is_decoder": false,
24
+ "label2id": {
25
+ "NO_RELATION": 0,
26
+ "semantically_similar_to": 1,
27
+ "supersedes_or_conflicts": 2,
28
+ "depends_on": 3
29
+ },
30
+ "layer_norm_eps": 1e-05,
31
+ "max_position_embeddings": 514,
32
+ "model_type": "xlm-roberta",
33
+ "num_attention_heads": 12,
34
+ "num_hidden_layers": 12,
35
+ "num_labels": 4,
36
+ "pad_token_id": 1,
37
+ "position_embedding_type": "absolute",
38
+ "sbert_ce_default_activation_function": "torch.nn.modules.linear.Identity",
39
+ "tie_word_embeddings": true,
40
+ "transformers_version": "5.1.0",
41
+ "type_vocab_size": 1,
42
+ "ultracode_note": "Inference artefact is model.onnx (inputs: input_ids, attention_mask; output: logits[batch, 4]). Feed the pair as (empty query, marked passage).",
43
+ "use_cache": true,
44
+ "vocab_size": 250006,
45
+ "ultracode": {
46
+ "format": "raw-safetensors/1",
47
+ "exported_from": "model.onnx",
48
+ "onnx_sha256": "73556d636633563bd0688d52899c475ff61a48f0687e8c48703ee4b9bc74d135",
49
+ "head": "entity_pool",
50
+ "position_ids": "roberta",
51
+ "pooling": "mean of the last hidden state over the tokens equal to each marker id; concat(E1, E2) -> classifier",
52
+ "entity_marker_ids": [
53
+ 250002,
54
+ 250004
55
+ ]
56
+ }
57
+ }
model_gpu_mlx0.32/mlx_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "quantize": "none",
3
+ "format": "mlx-safetensors",
4
+ "prep_version": 2,
5
+ "head": "entity_pool",
6
+ "num_attention_heads": 12
7
+ }
model_gpu_mlx0.32/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc022e30f7821a44c9f0bc5e24dc5b3e4a5760a0dd3019f59f6d8ee398a453f7
3
+ size 470014008