Hugging Face's logo

edeneldith
/
COLM

Text Generation
PyTorch
Safetensors
English
complex-valued
oscillating-neurons
language-model
autoregressive
word-character-hybrid
linear-time
from-scratch
Model card Files
xet
 Community
COLM
File size: 2,281 Bytes
3a1536e
 
 
 
 
 
 
 
8088bfa
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3a1536e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8088bfa
3a1536e
 
 
 
 
8088bfa
 
3a1536e
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
  "source_checkpoint": "colm_best_Final.pt",
  "source_sha256": "bee39cefd9b9426c0993ff9ce8b90296f9316c1d4b180ac0eb8fad32922b1e49",
  "source_hub_revision": "28c4656da8f633a87c55c262177e4e6322e0aece",
  "checkpoint_iteration": 860000,
  "checkpoint_validation_loss": 1.144872358441353,
  "parameter_tensors": 264,
  "parameter_elements": 498214,
  "scalar_parameters_stored_as_length_one": [
    "blocks.0.coupling_alpha",
    "blocks.1.coupling_alpha",
    "blocks.10.coupling_alpha",
    "blocks.11.coupling_alpha",
    "blocks.12.coupling_alpha",
    "blocks.13.coupling_alpha",
    "blocks.14.coupling_alpha",
    "blocks.15.coupling_alpha",
    "blocks.2.coupling_alpha",
    "blocks.3.coupling_alpha",
    "blocks.4.coupling_alpha",
    "blocks.5.coupling_alpha",
    "blocks.6.coupling_alpha",
    "blocks.7.coupling_alpha",
    "blocks.8.coupling_alpha",
    "blocks.9.coupling_alpha"
  ],
  "parameter_elements_by_dtype": {
    "torch.complex64": 52504,
    "torch.float32": 445710
  },
  "real_scalar_degrees_of_freedom": 550718,
  "fixed_buffer_tensors": 32,
  "fixed_complex_buffer_elements": 3359232,
  "complete_state_tensors": 296,
  "all_state_bytes_identical": true,
  "strict_native_load": true,
  "documented_safetensors_loader_checked": true,
  "forward_or_generation_test_run": false,
  "cuda_initialized": false,
  "cpu_threads": 1,
  "versions": {
    "torch": "2.11.0.dev20260215+cu128",
    "safetensors": "0.7.0",
    "numpy": "2.2.6"
  },
  "sha256": {
    "model.safetensors": "01473b0a6b1b595315552db82f29987f50f7db362425e39ff06f0f4b51fbab80",
    "model_buffers.npz": "2715e51c179588c3d74f7c03eec36c4a4b5f0ca658575f6c9e16f406dbcdc815",
    "model.py": "22066752391c65e4f360402fe8a0064107fefd7512d1c568004d68c621553f4c",
    "colm_config.json": "fba7681030b2421453f9d7aaa788384e3ffaebaf68aea200bc1c8e1480fa001c",
    "colm_tokenizer.json": "c28592e50ac0fb8c3094c17bb2159bc325a791727af86c8024a2c5b521b1f4c5",
    "tokenizer_train.py": "6d03d16913878e0d6e955bde1cb20a58db3f854e57dfb5b97efb0e7c75c684db",
    "colm_loader.py": "c6d763efc9bb1aeda99782e966a93900997bee534cc78e43156003ecf8cba264",
    "export_safetensors.py": "4a22a7b9683a1ae669414b7fa9650da558bcbd5db908e60e9d700084ca35cb54"
  }
}