webxos commited on
Commit
e86784f
·
verified ·
1 Parent(s): cfac8b6

Delete config.json

Browse files
Files changed (1) hide show
  1. config.json +0 -44
config.json DELETED
@@ -1,44 +0,0 @@
1
- {
2
- "architectures": [
3
- "GPT2LMHeadModel"
4
- ],
5
- "model_type": "gpt2",
6
- "vocab_size": 50257,
7
- "n_positions": 1024,
8
- "n_embd": 512,
9
- "n_layer": 8,
10
- "n_head": 8,
11
- "n_inner": 2048,
12
- "activation_function": "gelu_new",
13
- "resid_pdrop": 0.1,
14
- "embd_pdrop": 0.1,
15
- "attn_pdrop": 0.1,
16
- "layer_norm_epsilon": 0.00001,
17
- "initializer_range": 0.02,
18
- "summary_type": "cls_index",
19
- "summary_use_proj": true,
20
- "summary_activation": null,
21
- "summary_proj_to_labels": true,
22
- "summary_first_dropout": 0.1,
23
- "scale_attn_weights": true,
24
- "use_cache": true,
25
- "bos_token_id": 50256,
26
- "eos_token_id": 50256,
27
- "transformers_version": "4.36.0",
28
- "grpo_config": {
29
- "group_size": 8,
30
- "kl_penalty": 0.1,
31
- "advantage_clip": 2,
32
- "mask_intensity": 0.8,
33
- "feedback_window": 50
34
- },
35
- "vae_config": {
36
- "latent_dim": 32,
37
- "beta": 0.01,
38
- "filter_threshold": 0.7
39
- },
40
- "cache_config": {
41
- "cache_size": 512,
42
- "reuse_threshold": 0.9
43
- }
44
- }