bibr-ref-text-segmenter-v1 / onnx /segmenter.json
thesanogoeffect's picture
Add the text reference segmenter
3c36a8c verified
Raw History Blame Contribute Delete
500 Bytes
{
"tags": [
"O",
"B-REF",
"I-REF"
],
"window": 1024,
"stride": 768,
"encoder": "jhu-clsp/mmBERT-small",
"add_special_tokens": false,
"decode": "argmax per token; trust merge across windows; a reference opens at each B-REF token (first non-space char) and runs to the next",
"bytes": 268620732,
"int8_embeddings": {
"table": "encoder.embeddings.tok_embeddings.weight",
"shape": [
256000,
384
],
"max_abs_dequant_error": 0.0012905411422252655
},
"bytes_fp32": 562508070
}