faxenoff commited on
Commit
b5d9e08
·
verified ·
1 Parent(s): 0749b0e

raw float weights: model.safetensors + config.json, exported from the shipped model.onnx

Browse files
Files changed (4) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +17 -5
  4. model.safetensors +3 -0
.gitattributes CHANGED
@@ -41,3 +41,4 @@ code-daemon-relation-v1-s_ov2026.4_cpu_fp16_b16_s64.bin filter=lfs diff=lfs merg
41
  code-daemon-relation-v1-s_ov2026.4_igpu_fp16_b16_s64.bin filter=lfs diff=lfs merge=lfs -text
42
  model.onnx filter=lfs diff=lfs merge=lfs -text
43
  model.onnx.data filter=lfs diff=lfs merge=lfs -text
 
 
41
  code-daemon-relation-v1-s_ov2026.4_igpu_fp16_b16_s64.bin filter=lfs diff=lfs merge=lfs -text
42
  model.onnx filter=lfs diff=lfs merge=lfs -text
43
  model.onnx.data filter=lfs diff=lfs merge=lfs -text
44
+ model.safetensors filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -273,6 +273,14 @@ Compiled engines, named per **runtime × OS × GPU arch**, plus the ONNX for sta
273
  - **Tokenizer** — `tokenizer.json`, `sentencepiece.bpe.model`, `tokenizer_config.json` (XLM-R
274
  SentencePiece with the four marker tokens added).
275
  - **ONNX** — `model.onnx` (+ `model.onnx.data`), FP32, the build source for every engine above.
 
 
 
 
 
 
 
 
276
 
277
  FP16 rather than INT8: this architecture's activation outliers make per-tensor INT8 calibration
278
  lossy, and FP16 costs nothing on any GPU that can run it.
 
273
  - **Tokenizer** — `tokenizer.json`, `sentencepiece.bpe.model`, `tokenizer_config.json` (XLM-R
274
  SentencePiece with the four marker tokens added).
275
  - **ONNX** — `model.onnx` (+ `model.onnx.data`), FP32, the build source for every engine above.
276
+ - **Raw weights** — `model.safetensors` + `config.json`, the same FP32 weights under transformers
277
+ names: the encoder as `roberta.*`, the head as `classifier.weight` `[4, 768]` + `classifier.bias`.
278
+ ⚠ The head is NOT the stock one — `AutoModelForSequenceClassification` would leave its own
279
+ `classifier.dense` / `classifier.out_proj` randomly initialised and ignore ours. Load the
280
+ encoder with `AutoModel`, mean-pool the last hidden state over the tokens equal to each marker
281
+ id (`config.json` → `ultracode.entity_marker_ids`, 250002 and 250004), concatenate the two and
282
+ apply the classifier. Done that way it matches the ONNX to 2e-6. There is no MLX build of this
283
+ model: the Apple runtime implements no entity-pool head.
284
 
285
  FP16 rather than INT8: this architecture's activation outliers make per-tensor INT8 calibration
286
  lossy, and FP16 costs nothing on any GPU that can run it.
config.json CHANGED
@@ -15,7 +15,7 @@
15
  "id2label": {
16
  "0": "NO_RELATION",
17
  "1": "semantically_similar_to",
18
- "2": "invalidates_with",
19
  "3": "depends_on"
20
  },
21
  "initializer_range": 0.02,
@@ -23,9 +23,9 @@
23
  "is_decoder": false,
24
  "label2id": {
25
  "NO_RELATION": 0,
26
- "depends_on": 3,
27
- "invalidates_with": 2,
28
- "semantically_similar_to": 1
29
  },
30
  "layer_norm_eps": 1e-05,
31
  "max_position_embeddings": 514,
@@ -41,5 +41,17 @@
41
  "type_vocab_size": 1,
42
  "ultracode_note": "Inference artefact is model.onnx (inputs: input_ids, attention_mask; output: logits[batch, 4]). Feed the pair as (empty query, marked passage).",
43
  "use_cache": true,
44
- "vocab_size": 250006
 
 
 
 
 
 
 
 
 
 
 
 
45
  }
 
15
  "id2label": {
16
  "0": "NO_RELATION",
17
  "1": "semantically_similar_to",
18
+ "2": "supersedes_or_conflicts",
19
  "3": "depends_on"
20
  },
21
  "initializer_range": 0.02,
 
23
  "is_decoder": false,
24
  "label2id": {
25
  "NO_RELATION": 0,
26
+ "semantically_similar_to": 1,
27
+ "supersedes_or_conflicts": 2,
28
+ "depends_on": 3
29
  },
30
  "layer_norm_eps": 1e-05,
31
  "max_position_embeddings": 514,
 
41
  "type_vocab_size": 1,
42
  "ultracode_note": "Inference artefact is model.onnx (inputs: input_ids, attention_mask; output: logits[batch, 4]). Feed the pair as (empty query, marked passage).",
43
  "use_cache": true,
44
+ "vocab_size": 250006,
45
+ "ultracode": {
46
+ "format": "raw-safetensors/1",
47
+ "exported_from": "model.onnx",
48
+ "onnx_sha256": "73556d636633563bd0688d52899c475ff61a48f0687e8c48703ee4b9bc74d135",
49
+ "head": "entity_pool",
50
+ "position_ids": "roberta",
51
+ "pooling": "mean of the last hidden state over the tokens equal to each marker id; concat(E1, E2) -> classifier",
52
+ "entity_marker_ids": [
53
+ 250002,
54
+ 250004
55
+ ]
56
+ }
57
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e335634a22eb24bbc71f10c5ec26af62a53b8605187edc9208d739659c2a8a
3
+ size 470013960