Evoke-Model-Beta-1 / checkout /encoder /semantic_runtime.json
Leask's picture
Update Evoke semantic runtime ABI
90c7e63 verified
Raw History Blame Contribute Delete
4.8 kB
{
"abi": "evoke_p2_semantic_onnx_v2",
"artifacts": {
"merges.txt": {
"path": "merges.txt",
"sha256": "fe36cab26d4f4421ed725e10a2e9ddb7f799449c603a96e7f29b5a3c82a95862",
"size": 456356
},
"semantic_document_compiler.onnx": {
"path": "semantic_document_compiler.onnx",
"sha256": "9e04d78c9cb14a73dbda4dba66d0e14ce0840d76ff6ab2ff6bdee8e4671cb79f",
"size": 198753340
},
"semantic_query_compiler.onnx": {
"path": "semantic_query_compiler.onnx",
"sha256": "d93d38d1e9d34e26a08b9b87ccf4013a2d7357002c09e797abbe4aea7349f9b3",
"size": 198753338
},
"special_tokens_map.json": {
"path": "special_tokens_map.json",
"sha256": "378eb3bf733eb16e65792d7e3fda5b8a4631387ca04d2015199c4d4f22ae554d",
"size": 239
},
"tokenizer.json": {
"path": "tokenizer.json",
"sha256": "33465117406b9007673e8ba283f7f1383d9b5094df947481af60eec94ed7d7bd",
"size": 1355881
},
"tokenizer_config.json": {
"path": "tokenizer_config.json",
"sha256": "37d6615d67cc6d6ca861957eafd9edee2bcec5c5b3301c4acb629bde1925f2cb",
"size": 1181
},
"vocab.json": {
"path": "vocab.json",
"sha256": "ed19656ea1707df69134c4af35c8ceda2cc9860bf2c3495026153a133670ab5e",
"size": 798293
}
},
"document_transform": {
"active_dims": 192,
"gamma": 0.5627960562705994,
"pooling": "relu_log1p_attention_masked_max",
"runtime_filter": "semantic_weight > 0",
"score_scale": 1.0
},
"inputs": {
"attention_mask": "int64[batch,sequence]",
"input_ids": "int64[batch,sequence]"
},
"max_length": 512,
"model": {
"family": "ibm-granite/granite-embedding-30m-sparse",
"revision": "ad82b1fd09541c998c8d45045d601c51fdb8a9b7"
},
"opset": 17,
"outputs": {
"semantic_ids": "int64[batch,active_dims]",
"semantic_weights": "float32[batch,active_dims]"
},
"query_transform": {
"active_dims": 50,
"gamma": 1.8518644571304321,
"pooling": "relu_log1p_attention_masked_max",
"runtime_filter": "semantic_weight > 0",
"score_scale": 0.6963680386543274
},
"validation": {
"document": {
"cases": [
{
"compiler": "document",
"exact_positive_ids": true,
"max_absolute_weight_delta": 5.364418029785156e-06,
"max_relative_weight_delta": 3.776143057621084e-05,
"positive_atom_count": 47,
"text": "What causes oxidative stress in human cells?",
"token_count": 10
},
{
"compiler": "document",
"exact_positive_ids": true,
"max_absolute_weight_delta": 2.359040081501007e-05,
"max_relative_weight_delta": 0.0018044074531644583,
"positive_atom_count": 88,
"text": "retrieval systems with exact lexical and semantic evidence",
"token_count": 13
},
{
"compiler": "document",
"exact_positive_ids": true,
"max_absolute_weight_delta": 6.0051679611206055e-06,
"max_relative_weight_delta": 3.951324106310494e-05,
"positive_atom_count": 46,
"text": "COVID-19 vaccine efficacy in older adults",
"token_count": 11
}
],
"exact_positive_ids": true,
"max_absolute_weight_delta": 2.359040081501007e-05,
"max_relative_weight_delta": 0.0018044074531644583,
"provider": "CPUExecutionProvider"
},
"provider": "CPUExecutionProvider",
"query": {
"cases": [
{
"compiler": "query",
"exact_positive_ids": true,
"max_absolute_weight_delta": 1.9073486328125e-06,
"max_relative_weight_delta": 0.00012416465324349701,
"positive_atom_count": 47,
"text": "What causes oxidative stress in human cells?",
"token_count": 10
},
{
"compiler": "query",
"exact_positive_ids": true,
"max_absolute_weight_delta": 1.6391277313232422e-06,
"max_relative_weight_delta": 1.960434383363463e-05,
"positive_atom_count": 50,
"text": "retrieval systems with exact lexical and semantic evidence",
"token_count": 13
},
{
"compiler": "query",
"exact_positive_ids": true,
"max_absolute_weight_delta": 2.7418136596679688e-06,
"max_relative_weight_delta": 0.00012997951125726104,
"positive_atom_count": 46,
"text": "COVID-19 vaccine efficacy in older adults",
"token_count": 11
}
],
"exact_positive_ids": true,
"max_absolute_weight_delta": 2.7418136596679688e-06,
"max_relative_weight_delta": 0.00012997951125726104,
"provider": "CPUExecutionProvider"
}
},
"version": 2
}