HAKO-V3: punicao por repeticao (T-REP3), orquestrador gpt2g (RouterGQA), DINOv2->Diffusion->SOM, comparacao V2<->V3
3fe1f47 verified | { | |
| "tag": "gpt2a", | |
| "repo": "onnx-community/gpt2-alpaca-gpt4-ONNX", | |
| "kind": "text-instruction", | |
| "notas": "GPT-2 124M afinado em Alpaca-GPT4 (epoca <= 2023/24)", | |
| "matrix": "transformer.wte.weight", | |
| "shape": [ | |
| 50260, | |
| 768 | |
| ], | |
| "dtype": "float16", | |
| "K_experts": 32, | |
| "K_xi": 8, | |
| "d_src": 768, | |
| "n_adapters": 4, | |
| "inertia": 4198.662109375, | |
| "samples": 6000, | |
| "int4": true, | |
| "adapter_rank": 48, | |
| "epoca": "<= 2024/2025" | |
| } |