Hugging Face's logo

Nik1t7n
/
tiny-manas

Text Generation
PyTorch
Safetensors
Kyrgyz
tiny_manas
causal-lm
decoder-only-transformer
kyrgyz
manas
research
Model card Files
xet
 Community
tiny-manas
File size: 1,300 Bytes
d011ff0
 
 
127850a
d011ff0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
{
  "schema_version": 1,
  "source_repository": "https://github.com/nik1t7n/tiny-manas",
  "source_commit": "c903734fe29c5e087cb753b2bb1c3b93edc31584",
  "source_checkpoint": "tiny-manas-27m-rope-20260904.pt",
  "source_checkpoint_sha256": "abc13354d5cb1cc94c966985d95252befdfaf9f25b19c1884701442f4e519d8f",
  "source_checkpoint_step": 2900,
  "source_checkpoint_best_validation_loss": 4.006596064567566,
  "tokenizer_sha256": "5047b4f427bb1af1c06cfb9cefbe83790b56df409b137b887988db6eba4b159f",
  "accepted_model": {
    "parameters": 26779392,
    "position_encoding": "rope",
    "context": 256,
    "training_precision": "bf16",
    "inference_precision": "fp32",
    "validation_loss": 4.115835547447205,
    "final_test": {
      "loss": 4.531258010864258,
      "perplexity": 92.87532578994227,
      "top1_accuracy": 0.316982421875,
      "top5_accuracy": 0.4852685546875,
      "batches": 100,
      "seed": 1837,
      "precision": "fp32",
      "selection_complete_before_test": true
    }
  },
  "training_dataset": {
    "document": "Manas01",
    "performer_author": "Sayakbai Karalaev",
    "corpus_license": "CC BY-NC-SA 4.0",
    "source_text_included": false
  },
  "conversion_verification": {
    "prompt": "Манас",
    "prompt_tokens": 1,
    "fp32_logits_exact": true
  }
}