Chechaaa09 commited on
Commit
3202b9e
·
verified ·
1 Parent(s): 3dd25fc

Upload hybrid.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. hybrid.json +50 -0
hybrid.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": {
3
+ "config": "config/part1_new/hybrid.yaml",
4
+ "train_limit": 300000,
5
+ "val_limit": null,
6
+ "model": "hybrid",
7
+ "layer_pattern": "MDMDMDMD",
8
+ "d_model": 256,
9
+ "n_heads": 4,
10
+ "d_ff": 1024,
11
+ "d_state": 16,
12
+ "d_conv": 4,
13
+ "expand": 2,
14
+ "dropout": 0.1,
15
+ "grad_checkpoint": true,
16
+ "use_triton_scan": true,
17
+ "data_dir": "data/part1_new",
18
+ "max_len": 512,
19
+ "eval_max_len": 2048,
20
+ "batch_size": 64,
21
+ "eval_batch_size": 8,
22
+ "epochs": 1,
23
+ "lr": 0.0006,
24
+ "weight_decay": 0.01,
25
+ "warmup_frac": 0.05,
26
+ "grad_clip": 1.0,
27
+ "log_every": 50,
28
+ "eval_every": 2000,
29
+ "num_workers": 0,
30
+ "seed": 0,
31
+ "wandb_project": "ANLP-A3-Part1-new",
32
+ "run_name": "hybrid",
33
+ "save_dir": "models/part1_new"
34
+ },
35
+ "parameters": 4956956,
36
+ "step": 4000,
37
+ "val": {
38
+ "char_accuracy": 0.17905071764419964,
39
+ "word_accuracy": 0.008335257065593774,
40
+ "levenshtein": 506.62359063313096,
41
+ "levenshtein_norm": 0.5410788561924379,
42
+ "precision_macro": 0.7749553872675092,
43
+ "recall_macro": 0.04877618606384192,
44
+ "f1_macro": 0.03433739950033805,
45
+ "precision_micro": 0.17905071764419964,
46
+ "recall_micro": 0.17905071764419964,
47
+ "f1_micro": 0.17905071764419964,
48
+ "loss": 1.6472644965168377
49
+ }
50
+ }