lingeasy's picture
Release vulcan-decision-shell-v1
ade659b verified
Raw History Blame Contribute Delete
603 Bytes
{
"labels": [
"allow",
"review",
"block"
],
"input_fields": [
"input_ids",
"attention_mask"
],
"output_field": "logits",
"model_file": "model.onnx",
"max_tokens": 32768,
"max_request_items": 256,
"gpu_memory_limit_mib": 12288,
"arena_trim_above_tokens": 4096,
"family": "flash",
"precision": "fp32, fp16 flash attention",
"devices": [
"cuda",
"cpu",
"webgpu"
],
"micro_batch": 16,
"padded_batch_tokens": 8192,
"allow_margin": 0.0,
"encoding": {
"kind": "decision-prompt",
"pad_token_id": 0
}
}