Hugging Face's logo

gamemaker1
/
anlp-assignment-2

Model card Files
xet
 Community
gamemaker1 commited on
Commit
ee4681c
·
verified ·
1 Parent(s): ed9d0fb

Upload part2/sweep/results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. part2/sweep/results.json +86 -0
part2/sweep/results.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adamw-x0.5": {
3
+ "optimizer": "adamw",
4
+ "multiplier": 0.5,
5
+ "lr": 0.001,
6
+ "val_loss": 6.5085694874699405,
7
+ "tokens": 925696
8
+ },
9
+ "adamw-x1": {
10
+ "optimizer": "adamw",
11
+ "multiplier": 1,
12
+ "lr": 0.002,
13
+ "val_loss": 6.626900275234177,
14
+ "tokens": 925696
15
+ },
16
+ "adamw-x2": {
17
+ "optimizer": "adamw",
18
+ "multiplier": 2,
19
+ "lr": 0.004,
20
+ "val_loss": 6.958405276061047,
21
+ "tokens": 925696
22
+ },
23
+ "mars-x0.5": {
24
+ "optimizer": "mars",
25
+ "multiplier": 0.5,
26
+ "lr": 0.002,
27
+ "val_loss": 6.437693482802319,
28
+ "tokens": 925696
29
+ },
30
+ "mars-x1": {
31
+ "optimizer": "mars",
32
+ "multiplier": 1,
33
+ "lr": 0.004,
34
+ "val_loss": 6.563612427164915,
35
+ "tokens": 925696
36
+ },
37
+ "mars-x2": {
38
+ "optimizer": "mars",
39
+ "multiplier": 2,
40
+ "lr": 0.008,
41
+ "val_loss": 7.030213246703619,
42
+ "tokens": 925696
43
+ },
44
+ "lion-x0.5": {
45
+ "optimizer": "lion",
46
+ "multiplier": 0.5,
47
+ "lr": 0.00025,
48
+ "val_loss": 6.723924088383852,
49
+ "tokens": 925696
50
+ },
51
+ "lion-x1": {
52
+ "optimizer": "lion",
53
+ "multiplier": 1,
54
+ "lr": 0.0005,
55
+ "val_loss": 6.807019621958374,
56
+ "tokens": 925696
57
+ },
58
+ "lion-x2": {
59
+ "optimizer": "lion",
60
+ "multiplier": 2,
61
+ "lr": 0.001,
62
+ "val_loss": 6.820406734707799,
63
+ "tokens": 925696
64
+ },
65
+ "scion-x0.5": {
66
+ "optimizer": "scion",
67
+ "multiplier": 0.5,
68
+ "lr": 0.002,
69
+ "val_loss": 6.259465707620613,
70
+ "tokens": 925696
71
+ },
72
+ "scion-x1": {
73
+ "optimizer": "scion",
74
+ "multiplier": 1,
75
+ "lr": 0.004,
76
+ "val_loss": 6.058279259873944,
77
+ "tokens": 925696
78
+ },
79
+ "scion-x2": {
80
+ "optimizer": "scion",
81
+ "multiplier": 2,
82
+ "lr": 0.008,
83
+ "val_loss": 6.021715049215928,
84
+ "tokens": 925696
85
+ }
86
+ }