Michael Stattelman commited on
Commit
5c7a144
·
1 Parent(s): 6012dcc

Added Nano

Browse files
models/Athr_Agent_Sec_v0.5.6_20260930-120018_nano-s44/config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tier": "nano",
3
+ "d": 128,
4
+ "heads": 4,
5
+ "e": 32,
6
+ "buckets": 16384,
7
+ "recursions": 6,
8
+ "interact": 2,
9
+ "mlp": 384,
10
+ "lr": 0.001,
11
+ "budget": 65536,
12
+ "layout": {
13
+ "max_len": 1024,
14
+ "long_max_len": 2048,
15
+ "long_opts_threshold": 24,
16
+ "head_max_len": 192,
17
+ "max_tok_per_opt": 24
18
+ },
19
+ "temperatures": [
20
+ [
21
+ 2.8533858187665566,
22
+ 2.9994686819604275,
23
+ 1.4183611687159445,
24
+ 2.8533858187665566
25
+ ],
26
+ [
27
+ 3.3144540173399877,
28
+ 3.3144540173399877,
29
+ 3.3144540173399877,
30
+ 3.3144540173399877
31
+ ],
32
+ [
33
+ 4.701092873689602,
34
+ 4.701092873689602,
35
+ 4.701092873689602,
36
+ 4.701092873689602
37
+ ]
38
+ ],
39
+ "pretrain": null,
40
+ "training": {
41
+ "epochs": 10,
42
+ "steps": 49890,
43
+ "validation_macro_by_epoch": [
44
+ 0.7797,
45
+ 0.8246,
46
+ 0.862,
47
+ 0.8816,
48
+ 0.8973,
49
+ 0.9022,
50
+ 0.9061,
51
+ 0.9076,
52
+ 0.9068,
53
+ 0.9088
54
+ ],
55
+ "best_epoch": 10,
56
+ "seconds": 2169.0,
57
+ "parameters": 793729,
58
+ "train_decisions": 334846
59
+ }
60
+ }
models/Athr_Agent_Sec_v0.5.6_20260930-120018_nano-s44/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:322762bc3120aed0285826f6271a98e132f3edc36dff8f513d8bbf3fda9192cf
3
+ size 1588994