Hugging Face's logo

Crawlnet
/
queen-v2

Text Generation
Safetensors
English
nanochat
crawlnet
crypto
from-scratch
Model card Files
xet
 Community
queen-v2
File size: 1,281 Bytes
f306176
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
  "model_config": {
    "sequence_len": 1024,
    "vocab_size": 16384,
    "n_layer": 8,
    "n_head": 8,
    "n_kv_head": 8,
    "n_embd": 512,
    "window_pattern": "L"
  },
  "queen": {
    "version": 2,
    "name": "queen-v2",
    "label": null,
    "toy": false,
    "source": "sft",
    "chat_format": "chat",
    "sft_method": "synthetic+openbook:deepseek-flash",
    "step": 1122,
    "val_bpb": 1.0196070539881081,
    "sft_val_bpb": 0.6381141744369049,
    "params": 75497898,
    "params_scaling": 33554816,
    "dtype": "bfloat16",
    "exported_at": "2026-10-05T11:33:44+00:00",
    "train_summary": {
      "stages": {
        "base": {
          "wall_seconds": 1412.461903333664,
          "invocations": 1
        },
        "sft": {
          "wall_seconds": 1199.04075217247,
          "invocations": 1
        }
      },
      "gpu": {
        "count": 1
      },
      "wall_hours": 0.725,
      "gpu_hours": 0.725,
      "usd_per_gpu_hour": 0.34,
      "cost_usd": 0.25,
      "sft": {
        "method": "synthetic+openbook:deepseek-flash",
        "files": [
          "sft/synthetic.train.jsonl",
          "sft/openbook.train.jsonl",
          "sft/headings.train.jsonl"
        ],
        "conversations": 788195,
        "epochs": 2
      }
    }
  }
}