File size: 817 Bytes
546acd4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
  "architecture": "chatgba",
  "vocabSize": 256,
  "featureDim": 192,
  "numHeads": 6,
  "numKVHeads": 2,
  "headDim": 32,
  "ropeBase": 10000,
  "numBlocks": 10,
  "mlpHiddenDim": 512,
  "convKernel": 4,
  "contextLength": 512,
  "attentionWindows": [
    64,
    64,
    64,
    64,
    0,
    64,
    64,
    64,
    64,
    0
  ],
  "chat": {
    "user": "<|u|>",
    "assistant": "<|a|>",
    "end": "<|e|>",
    "endOfText": "<|endoftext|>"
  },
  "model_type": "gabgpt",
  "architectures": [
    "GabGPTForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "configuration_gabgpt.GabGPTConfig",
    "AutoModelForCausalLM": "modeling_gabgpt.GabGPTForCausalLM"
  },
  "torch_dtype": "float32",
  "parameterCount": 4003264,
  "trainedFrom": {
    "stage": "finetune",
    "step": 54201,
    "seed": 20261027
  }
}