Download 01_v21_export/config.json from Ayaka157/RetNet-FAILED-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 552 Bytes
-
https://huggingface.co/Ayaka157/RetNet-FAILED-checkpoints/resolve/main/01_v21_export/config.json
- Command line
-
hf download hf://Ayaka157/RetNet-FAILED-checkpoints/01_v21_export/config.json
-
curl -L -o config.json https://huggingface.co/Ayaka157/RetNet-FAILED-checkpoints/resolve/main/01_v21_export/config.json
552 Bytes
| { | |
| "architectures": [ | |
| "RetNetForCausalLM" | |
| ], | |
| "checkpoint_layers": -1, | |
| "chunk_size": 128, | |
| "d_model": 1408, | |
| "dropout": 0.1, | |
| "dtype": "float32", | |
| "embed_scale": 27.712812921102035, | |
| "ffn_dim": 2816, | |
| "growth_old_dim": 768, | |
| "mode": "chunkwise", | |
| "model_type": "retnet_hf", | |
| "norm_eps": 1e-05, | |
| "num_heads": 22, | |
| "num_layers": 20, | |
| "prompt_loss_weight": 0.1, | |
| "tie_weights": true, | |
| "transformers_version": "4.57.6", | |
| "use_gla": true, | |
| "use_growth_ln": true, | |
| "use_swiglu": false, | |
| "value_dim": 2816, | |
| "vocab_size": 20000 | |
| } | |