Text Classification
TensorRT
Core ML
ONNX
Safetensors
OpenVINO
code
multilingual
xlm-roberta
knowledge-graph
relation-extraction
relation-classification
cross-encoder
knowledge-distillation
Instructions to use faxenoff/code-daemon-relation-v1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- TensorRT
How to use faxenoff/code-daemon-relation-v1 with TensorRT:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
compiled artefacts from mac_arm64 (cpu)
Browse files- README.md +3 -2
- manifest.json +1 -1
- model_gpu_mlx0.32/config.json +57 -0
- model_gpu_mlx0.32/mlx_config.json +7 -0
- model_gpu_mlx0.32/model.safetensors +3 -0
README.md
CHANGED
|
@@ -279,8 +279,9 @@ Compiled engines, named per **runtime × OS × GPU arch**, plus the ONNX for sta
|
|
| 279 |
`classifier.dense` / `classifier.out_proj` randomly initialised and ignore ours. Load the
|
| 280 |
encoder with `AutoModel`, mean-pool the last hidden state over the tokens equal to each marker
|
| 281 |
id (`config.json` → `ultracode.entity_marker_ids`, 250002 and 250004), concatenate the two and
|
| 282 |
-
apply the classifier. Done that way it matches the ONNX to 2e-6.
|
| 283 |
-
|
|
|
|
| 284 |
|
| 285 |
FP16 rather than INT8: this architecture's activation outliers make per-tensor INT8 calibration
|
| 286 |
lossy, and FP16 costs nothing on any GPU that can run it.
|
|
|
|
| 279 |
`classifier.dense` / `classifier.out_proj` randomly initialised and ignore ours. Load the
|
| 280 |
encoder with `AutoModel`, mean-pool the last hidden state over the tokens equal to each marker
|
| 281 |
id (`config.json` → `ultracode.entity_marker_ids`, 250002 and 250004), concatenate the two and
|
| 282 |
+
apply the classifier. Done that way it matches the ONNX to 2e-6. The Apple (MLX) build is
|
| 283 |
+
prepared from this pair: the UltraCode MLX runtime implements this entity-pool head, with the
|
| 284 |
+
marker ids carried in the prepared file's header.
|
| 285 |
|
| 286 |
FP16 rather than INT8: this architecture's activation outliers make per-tensor INT8 calibration
|
| 287 |
lossy, and FP16 costs nothing on any GPU that can run it.
|
manifest.json
CHANGED
|
@@ -12,6 +12,6 @@
|
|
| 12 |
"tvm": "tvm0.25",
|
| 13 |
"mlx_dir": "model_gpu_mlx0.32"
|
| 14 |
},
|
| 15 |
-
"compiled_at": "2026-09-
|
| 16 |
"compiled_by": "models/_compile"
|
| 17 |
}
|
|
|
|
| 12 |
"tvm": "tvm0.25",
|
| 13 |
"mlx_dir": "model_gpu_mlx0.32"
|
| 14 |
},
|
| 15 |
+
"compiled_at": "2026-09-17T18:48:45Z",
|
| 16 |
"compiled_by": "models/_compile"
|
| 17 |
}
|
model_gpu_mlx0.32/config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_cross_attention": false,
|
| 3 |
+
"architectures": [
|
| 4 |
+
"XLMRobertaForSequenceClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.1,
|
| 7 |
+
"bos_token_id": 0,
|
| 8 |
+
"classifier_dropout": null,
|
| 9 |
+
"custom_head": "entity_start_marker_meanmask (concat E1,E2 -> Linear); [CLS] is not read",
|
| 10 |
+
"dtype": "float32",
|
| 11 |
+
"eos_token_id": 2,
|
| 12 |
+
"hidden_act": "gelu",
|
| 13 |
+
"hidden_dropout_prob": 0.1,
|
| 14 |
+
"hidden_size": 384,
|
| 15 |
+
"id2label": {
|
| 16 |
+
"0": "NO_RELATION",
|
| 17 |
+
"1": "semantically_similar_to",
|
| 18 |
+
"2": "supersedes_or_conflicts",
|
| 19 |
+
"3": "depends_on"
|
| 20 |
+
},
|
| 21 |
+
"initializer_range": 0.02,
|
| 22 |
+
"intermediate_size": 1536,
|
| 23 |
+
"is_decoder": false,
|
| 24 |
+
"label2id": {
|
| 25 |
+
"NO_RELATION": 0,
|
| 26 |
+
"semantically_similar_to": 1,
|
| 27 |
+
"supersedes_or_conflicts": 2,
|
| 28 |
+
"depends_on": 3
|
| 29 |
+
},
|
| 30 |
+
"layer_norm_eps": 1e-05,
|
| 31 |
+
"max_position_embeddings": 514,
|
| 32 |
+
"model_type": "xlm-roberta",
|
| 33 |
+
"num_attention_heads": 12,
|
| 34 |
+
"num_hidden_layers": 12,
|
| 35 |
+
"num_labels": 4,
|
| 36 |
+
"pad_token_id": 1,
|
| 37 |
+
"position_embedding_type": "absolute",
|
| 38 |
+
"sbert_ce_default_activation_function": "torch.nn.modules.linear.Identity",
|
| 39 |
+
"tie_word_embeddings": true,
|
| 40 |
+
"transformers_version": "5.1.0",
|
| 41 |
+
"type_vocab_size": 1,
|
| 42 |
+
"ultracode_note": "Inference artefact is model.onnx (inputs: input_ids, attention_mask; output: logits[batch, 4]). Feed the pair as (empty query, marked passage).",
|
| 43 |
+
"use_cache": true,
|
| 44 |
+
"vocab_size": 250006,
|
| 45 |
+
"ultracode": {
|
| 46 |
+
"format": "raw-safetensors/1",
|
| 47 |
+
"exported_from": "model.onnx",
|
| 48 |
+
"onnx_sha256": "73556d636633563bd0688d52899c475ff61a48f0687e8c48703ee4b9bc74d135",
|
| 49 |
+
"head": "entity_pool",
|
| 50 |
+
"position_ids": "roberta",
|
| 51 |
+
"pooling": "mean of the last hidden state over the tokens equal to each marker id; concat(E1, E2) -> classifier",
|
| 52 |
+
"entity_marker_ids": [
|
| 53 |
+
250002,
|
| 54 |
+
250004
|
| 55 |
+
]
|
| 56 |
+
}
|
| 57 |
+
}
|
model_gpu_mlx0.32/mlx_config.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"quantize": "none",
|
| 3 |
+
"format": "mlx-safetensors",
|
| 4 |
+
"prep_version": 2,
|
| 5 |
+
"head": "entity_pool",
|
| 6 |
+
"num_attention_heads": 12
|
| 7 |
+
}
|
model_gpu_mlx0.32/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc022e30f7821a44c9f0bc5e24dc5b3e4a5760a0dd3019f59f6d8ee398a453f7
|
| 3 |
+
size 470014008
|