clef / flash /decision.json
mertcobanov's picture
Ollaya package for Cloudflare/clef-flash
85b1c5c verified
Raw History Blame Contribute Delete
2.68 kB
{
"engine": "onnx",
"family": "clef",
"layout": "clef-joint-v1",
"upstream": {
"repo": "Cloudflare/clef-flash",
"revision": "17f0b0ad64efb65d273590632833508766b2aae6",
"code": "joint_schema_model.py in the model repository (encode_record, JointSchemaHead)"
},
"contract": {
"inputs": {
"input_ids": {
"dtype": "int64",
"shape": [
1,
"seq"
],
"note": "the request's ids; seq a multiple of 64; right-pad with the pad id"
},
"token_positions": {
"dtype": "int64",
"shape": [
"tokens"
],
"note": "0..tokens-1"
},
"question_spans": {
"dtype": "int64",
"shape": [
"questions",
2
],
"note": "instruction tokens [start, end) per question"
},
"question_types": {
"dtype": "int64",
"shape": [
"questions"
],
"note": "type_index"
},
"option_spans": {
"dtype": "int64",
"shape": [
"options",
2
],
"note": "option tokens [start, end), every question's options in order"
},
"option_question": {
"dtype": "int64",
"shape": [
"options"
],
"note": "the question index of each option"
}
},
"outputs": {
"logits": {
"dtype": "float32",
"shape": [
"options"
],
"note": "raw option logits"
}
},
"seq_multiple": 64,
"positions": "0..seq-1, implicit",
"attention": "causal; no mask input"
},
"prompt": {
"prefix": "<|im_start|>system\nRead the complete state and schema. Decide every field jointly. Each answer must be exactly one of that field's allowed options.<|im_end|>\n<|im_start|>user\nSTATE:\n",
"schema": "\n\nSCHEMA FIELDS:\n",
"field": "\nFIELD {n}\nID: {id}\nTYPE: {type}\nINSTRUCTION: ",
"options": "\nALLOWED OPTIONS:\n",
"option": "OPTION {n}: ",
"option_end": "\n",
"field_end": "END FIELD\n",
"suffix": "\n<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\nJOINT SCHEMA DECISIONS:"
},
"noul_criteria": {
"true": "The proposition is true or the answer is yes.",
"false": "The proposition is false or the answer is no."
},
"max_tokens": 4096,
"pad": 248044,
"type_index": {
"noul": 0,
"choice": 1,
"score": 2
},
"option_logits": {
"noul": "[true, false]",
"choice": "labels sorted by code point",
"score": "levels in order"
},
"opset": 20,
"precision": "fp32 compute; weights BF16 (widened by Cast)",
"weights_in_memory": "bf16"
}