GLiNER25-Multi-FP16-CoreAI / functions.json
smdesai's picture
Add a 1024-token bucket (a_t1024..d_t1024)
ce68e45 verified
Raw History Blame Contribute Delete
12.3 kB
{
"a_t128": {
"inputs": {
"input_ids": [
[
1,
128
],
"int32"
],
"attention_mask": [
[
1,
128
],
"int32"
],
"word_idx": [
[
1,
128
],
"int32"
],
"word_mask": [
[
1,
128
],
"int32"
],
"query_idx": [
[
1,
32
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"cls_idx": [
[
1,
32
],
"int32"
]
},
"outputs": [
"text_states",
"query_states",
"cls_logits",
"boundary_states",
"start_logits",
"end_logits",
"inside_logits",
"pool_start",
"pool_end",
"null_logits",
"count_logits",
"record_field"
]
},
"b_t128": {
"inputs": {
"boundary_states": [
[
1,
129,
128
],
"float16"
],
"query_states": [
[
1,
32,
768
],
"float16"
],
"text_states": [
[
1,
128,
768
],
"float16"
],
"word_mask": [
[
1,
128
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"start_logits": [
[
1,
32,
129
],
"float16"
],
"end_logits": [
[
1,
32,
129
],
"float16"
],
"inside_logits": [
[
1,
32,
128
],
"float16"
],
"pool_idx": [
[
1,
192,
2
],
"int32"
],
"pool_mask": [
[
1,
192
],
"int32"
],
"pool_prior": [
[
1,
192
],
"float16"
]
},
"outputs": [
"pair_logits",
"record_cand",
"record_inst",
"latent_seed",
"anchorless_inst",
"anchorless_object"
]
},
"c_t128": {
"inputs": {
"text_states": [
[
1,
128,
768
],
"float16"
],
"word_mask": [
[
1,
128
],
"int32"
],
"relation_query": [
[
1,
8,
1536
],
"float16"
],
"pairs": [
[
1,
512,
4
],
"int32"
],
"pair_relation": [
[
1,
512
],
"int32"
],
"pair_mask": [
[
1,
512
],
"int32"
]
},
"outputs": [
"relation_logits"
]
},
"d_t128": {
"inputs": {
"boundary_states": [
[
1,
129,
128
],
"float16"
],
"query_states": [
[
1,
32,
768
],
"float16"
],
"text_states": [
[
1,
128,
768
],
"float16"
],
"word_mask": [
[
1,
128
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"start_logits": [
[
1,
32,
129
],
"float16"
],
"end_logits": [
[
1,
32,
129
],
"float16"
],
"inside_logits": [
[
1,
32,
128
],
"float16"
],
"spans": [
[
1,
64,
2
],
"int32"
],
"span_mask": [
[
1,
64
],
"int32"
]
},
"outputs": [
"explicit_logits"
]
},
"a_t256": {
"inputs": {
"input_ids": [
[
1,
256
],
"int32"
],
"attention_mask": [
[
1,
256
],
"int32"
],
"word_idx": [
[
1,
256
],
"int32"
],
"word_mask": [
[
1,
256
],
"int32"
],
"query_idx": [
[
1,
32
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"cls_idx": [
[
1,
32
],
"int32"
]
},
"outputs": [
"text_states",
"query_states",
"cls_logits",
"boundary_states",
"start_logits",
"end_logits",
"inside_logits",
"pool_start",
"pool_end",
"null_logits",
"count_logits",
"record_field"
]
},
"b_t256": {
"inputs": {
"boundary_states": [
[
1,
257,
128
],
"float16"
],
"query_states": [
[
1,
32,
768
],
"float16"
],
"text_states": [
[
1,
256,
768
],
"float16"
],
"word_mask": [
[
1,
256
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"start_logits": [
[
1,
32,
257
],
"float16"
],
"end_logits": [
[
1,
32,
257
],
"float16"
],
"inside_logits": [
[
1,
32,
256
],
"float16"
],
"pool_idx": [
[
1,
192,
2
],
"int32"
],
"pool_mask": [
[
1,
192
],
"int32"
],
"pool_prior": [
[
1,
192
],
"float16"
]
},
"outputs": [
"pair_logits",
"record_cand",
"record_inst",
"latent_seed",
"anchorless_inst",
"anchorless_object"
]
},
"c_t256": {
"inputs": {
"text_states": [
[
1,
256,
768
],
"float16"
],
"word_mask": [
[
1,
256
],
"int32"
],
"relation_query": [
[
1,
8,
1536
],
"float16"
],
"pairs": [
[
1,
512,
4
],
"int32"
],
"pair_relation": [
[
1,
512
],
"int32"
],
"pair_mask": [
[
1,
512
],
"int32"
]
},
"outputs": [
"relation_logits"
]
},
"d_t256": {
"inputs": {
"boundary_states": [
[
1,
257,
128
],
"float16"
],
"query_states": [
[
1,
32,
768
],
"float16"
],
"text_states": [
[
1,
256,
768
],
"float16"
],
"word_mask": [
[
1,
256
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"start_logits": [
[
1,
32,
257
],
"float16"
],
"end_logits": [
[
1,
32,
257
],
"float16"
],
"inside_logits": [
[
1,
32,
256
],
"float16"
],
"spans": [
[
1,
64,
2
],
"int32"
],
"span_mask": [
[
1,
64
],
"int32"
]
},
"outputs": [
"explicit_logits"
]
},
"a_t512": {
"inputs": {
"input_ids": [
[
1,
512
],
"int32"
],
"attention_mask": [
[
1,
512
],
"int32"
],
"word_idx": [
[
1,
512
],
"int32"
],
"word_mask": [
[
1,
512
],
"int32"
],
"query_idx": [
[
1,
32
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"cls_idx": [
[
1,
32
],
"int32"
]
},
"outputs": [
"text_states",
"query_states",
"cls_logits",
"boundary_states",
"start_logits",
"end_logits",
"inside_logits",
"pool_start",
"pool_end",
"null_logits",
"count_logits",
"record_field"
]
},
"b_t512": {
"inputs": {
"boundary_states": [
[
1,
513,
128
],
"float16"
],
"query_states": [
[
1,
32,
768
],
"float16"
],
"text_states": [
[
1,
512,
768
],
"float16"
],
"word_mask": [
[
1,
512
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"start_logits": [
[
1,
32,
513
],
"float16"
],
"end_logits": [
[
1,
32,
513
],
"float16"
],
"inside_logits": [
[
1,
32,
512
],
"float16"
],
"pool_idx": [
[
1,
192,
2
],
"int32"
],
"pool_mask": [
[
1,
192
],
"int32"
],
"pool_prior": [
[
1,
192
],
"float16"
]
},
"outputs": [
"pair_logits",
"record_cand",
"record_inst",
"latent_seed",
"anchorless_inst",
"anchorless_object"
]
},
"c_t512": {
"inputs": {
"text_states": [
[
1,
512,
768
],
"float16"
],
"word_mask": [
[
1,
512
],
"int32"
],
"relation_query": [
[
1,
8,
1536
],
"float16"
],
"pairs": [
[
1,
512,
4
],
"int32"
],
"pair_relation": [
[
1,
512
],
"int32"
],
"pair_mask": [
[
1,
512
],
"int32"
]
},
"outputs": [
"relation_logits"
]
},
"d_t512": {
"inputs": {
"boundary_states": [
[
1,
513,
128
],
"float16"
],
"query_states": [
[
1,
32,
768
],
"float16"
],
"text_states": [
[
1,
512,
768
],
"float16"
],
"word_mask": [
[
1,
512
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"start_logits": [
[
1,
32,
513
],
"float16"
],
"end_logits": [
[
1,
32,
513
],
"float16"
],
"inside_logits": [
[
1,
32,
512
],
"float16"
],
"spans": [
[
1,
64,
2
],
"int32"
],
"span_mask": [
[
1,
64
],
"int32"
]
},
"outputs": [
"explicit_logits"
]
},
"a_t1024": {
"inputs": {
"input_ids": [
[
1,
1024
],
"int32"
],
"attention_mask": [
[
1,
1024
],
"int32"
],
"word_idx": [
[
1,
1024
],
"int32"
],
"word_mask": [
[
1,
1024
],
"int32"
],
"query_idx": [
[
1,
32
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"cls_idx": [
[
1,
32
],
"int32"
]
},
"outputs": [
"text_states",
"query_states",
"cls_logits",
"boundary_states",
"start_logits",
"end_logits",
"inside_logits",
"pool_start",
"pool_end",
"null_logits",
"count_logits",
"record_field"
]
},
"b_t1024": {
"inputs": {
"boundary_states": [
[
1,
1025,
128
],
"float16"
],
"query_states": [
[
1,
32,
768
],
"float16"
],
"text_states": [
[
1,
1024,
768
],
"float16"
],
"word_mask": [
[
1,
1024
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"start_logits": [
[
1,
32,
1025
],
"float16"
],
"end_logits": [
[
1,
32,
1025
],
"float16"
],
"inside_logits": [
[
1,
32,
1024
],
"float16"
],
"pool_idx": [
[
1,
192,
2
],
"int32"
],
"pool_mask": [
[
1,
192
],
"int32"
],
"pool_prior": [
[
1,
192
],
"float16"
]
},
"outputs": [
"pair_logits",
"record_cand",
"record_inst",
"latent_seed",
"anchorless_inst",
"anchorless_object"
]
},
"c_t1024": {
"inputs": {
"text_states": [
[
1,
1024,
768
],
"float16"
],
"word_mask": [
[
1,
1024
],
"int32"
],
"relation_query": [
[
1,
8,
1536
],
"float16"
],
"pairs": [
[
1,
512,
4
],
"int32"
],
"pair_relation": [
[
1,
512
],
"int32"
],
"pair_mask": [
[
1,
512
],
"int32"
]
},
"outputs": [
"relation_logits"
]
},
"d_t1024": {
"inputs": {
"boundary_states": [
[
1,
1025,
128
],
"float16"
],
"query_states": [
[
1,
32,
768
],
"float16"
],
"text_states": [
[
1,
1024,
768
],
"float16"
],
"word_mask": [
[
1,
1024
],
"int32"
],
"query_mask": [
[
1,
32
],
"int32"
],
"start_logits": [
[
1,
32,
1025
],
"float16"
],
"end_logits": [
[
1,
32,
1025
],
"float16"
],
"inside_logits": [
[
1,
32,
1024
],
"float16"
],
"spans": [
[
1,
64,
2
],
"int32"
],
"span_mask": [
[
1,
64
],
"int32"
]
},
"outputs": [
"explicit_logits"
]
}
}