Hugging Face's logo

dave8172
/
tinytowns

Text Generation
PyTorch
Safetensors
English
character-level
educational
from-scratch
Model card Files
xet
 Community
tinytowns
File size: 1,155 Bytes
4c9fae2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
{
  "alphabet": ". abcdefghijklmnopqrstuvwxyz",
  "context": 21,
  "models": {
    "tinytowns-nano": {
      "file": "tinytowns-nano.safetensors",
      "config": {
        "note": 16,
        "layers": 1,
        "heads": 1,
        "mlp": 64,
        "vocab": 28,
        "context": 21
      },
      "best": {
        "val": 2.4675988286113837,
        "step": 6000,
        "train": 2.4715626743658925
      }
    },
    "tinytowns-small": {
      "file": "tinytowns-small.safetensors",
      "config": {
        "note": 64,
        "layers": 2,
        "heads": 4,
        "mlp": 256,
        "vocab": 28,
        "context": 21
      },
      "best": {
        "val": 2.204930374534438,
        "step": 6000,
        "train": 2.163463504194485
      }
    },
    "tinytowns": {
      "file": "tinytowns.safetensors",
      "config": {
        "note": 128,
        "layers": 5,
        "heads": 4,
        "mlp": 512,
        "vocab": 28,
        "context": 21
      },
      "best": {
        "val": 2.1504435154883446,
        "step": 5500,
        "train": 2.0084609753969103
      }
    }
  }
}