| { | |
| "module_name": "jamba", | |
| "class_name": "SVDMamba", | |
| "category": "attention", | |
| "family": "linear", | |
| "params": [ | |
| "d_model", | |
| "config", | |
| "rank", | |
| "n_heads", | |
| "n_experts", | |
| "top_k", | |
| "pretrained_attn" | |
| ], | |
| "ops": [ | |
| "transpose", | |
| "softmax", | |
| "dropout", | |
| "view", | |
| "matmul" | |
| ], | |
| "docstring": "", | |
| "rank": 32, | |
| "d_state": 1, | |
| "num_experts": 1, | |
| "top_k": 1, | |
| "sparsity_pct": 0.0, | |
| "bits": 4, | |
| "hash_val": 284768097353293806860463051567170805028 | |
| } |
Xet Storage Details
- Size:
- 494 Bytes
- Xet hash:
- 315f6431ddb232ceebe81d67582ef73d4f293574d64972f77a022f2d0fde7572
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.