Hugging Face's logo

Crawlnet
/
queen-v1

Text Generation
Safetensors
English
nanochat
crawlnet
crypto
from-scratch
Model card Files
xet
 Community
queen-v1
File size: 1,203 Bytes
8723c14
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
{
  "model_config": {
    "sequence_len": 1024,
    "vocab_size": 16384,
    "n_layer": 6,
    "n_head": 6,
    "n_kv_head": 6,
    "n_embd": 384,
    "window_pattern": "L"
  },
  "queen": {
    "version": 1,
    "name": "queen-v1",
    "toy": false,
    "source": "sft",
    "chat_format": "chat",
    "sft_method": "synthetic:deepseek-flash",
    "step": 45,
    "val_bpb": 1.5162134615351086,
    "sft_val_bpb": 1.180598671538636,
    "params": 42074366,
    "params_scaling": 16908504,
    "dtype": "bfloat16",
    "exported_at": "2026-10-04T09:31:53+00:00",
    "train_summary": {
      "stages": {
        "base": {
          "wall_seconds": 544.6045060157776,
          "invocations": 2
        },
        "sft": {
          "wall_seconds": 59.08830523490906,
          "invocations": 1
        }
      },
      "gpu": {
        "count": 1
      },
      "wall_hours": 0.168,
      "gpu_hours": 0.168,
      "usd_per_gpu_hour": 0.34,
      "cost_usd": 0.06,
      "sft": {
        "method": "synthetic:deepseek-flash",
        "files": [
          "sft/synthetic.train.jsonl",
          "sft/headings.train.jsonl"
        ],
        "conversations": 75197,
        "epochs": 2
      }
    }
  }
}