Hugging Face's logo

Snapkitty
/
hilbert

GGUF
English
snapkitty
sovereign-compute
ollama
agent
hardware
cuda
python
c++
Model card Files
xet
 Community
hilbert
File size: 1,000 Bytes
ab48644
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
{
  "model_name": "Hilbert",
  "model_family": "hilbert",
  "version": "1.0",

  "architecture": {
    "type": "decoder-only-transformer",
    "norm": "rmsnorm",
    "activation": "swiglu",
    "position_encoding": "rope",
    "attention": "grouped-query"
  },

  "dimensions": {
    "d_model": 2048,
    "n_layers": 24,
    "n_heads": 16,
    "n_kv_heads": 4,
    "head_dim": 128,
    "d_ff": 5504,
    "vocab_size": 32000,
    "max_seq_len": 8192
  },

  "rope": {
    "theta": 10000.0,
    "dimension_count": 128,
    "scaling_type": "linear",
    "scaling_factor": 2.0,
    "original_context_length": 4096
  },

  "norm": {
    "type": "rmsnorm",
    "epsilon": 1e-5
  },

  "quantization": {
    "training": "bf16",
    "deployment": "Q4_K_M",
    "embeddings": "Q8_0",
    "norms": "F32"
  },

  "parameters": {
    "total_estimate": "~4B",
    "embedding_params": "65536000",
    "per_layer_params": "~150M",
    "note": "Exact count depends on final vocab_size and tie_word_embeddings"
  }
}