MyeongHoJeong commited on
Commit
e457cc5
·
verified ·
1 Parent(s): 7037b58

Update weights (v4)

Browse files
head/schema_head.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86ab2a272b51d18fe7fffe78aab58bdf917d3b8ccf32b064efceeb5e19786aa7
3
  size 278062780
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d76a712bf7908d3d7d7d9f581817147ea8296bf2f4746db5022ba00936424448
3
  size 278062780
head/schema_head_config.json CHANGED
@@ -1,30 +1,30 @@
1
  {
2
- "head": {
3
- "hidden_size": 3072,
4
- "n_taps": 2,
5
- "d": 1024,
6
- "heads": 16,
7
- "ffn": 2816,
8
- "route_blocks": 2,
9
- "interact_blocks": 2,
10
- "dropout": 0.1,
11
- "n_roles": 5,
12
- "ord_hidden": 256,
13
- "max_nodes": 4096,
14
- "grad_checkpoint": true,
 
 
 
 
 
 
15
  "taps": [
16
- "final",
17
- 19
18
  ],
19
- "template": "schema-v1"
20
- },
21
- "taps": [
22
- "final",
23
- 19
24
- ],
25
- "template": "schema-v1-nosys",
26
- "step": 1113,
27
- "lora_rank": 64,
28
- "snapshot": "/scratch/schema-head/models/StandardOne-3B-SH",
29
- "preview": true
30
- }
 
1
  {
2
+ "head": {
3
+ "hidden_size": 3072,
4
+ "n_taps": 2,
5
+ "d": 1024,
6
+ "heads": 16,
7
+ "ffn": 2816,
8
+ "route_blocks": 2,
9
+ "interact_blocks": 2,
10
+ "dropout": 0.1,
11
+ "n_roles": 5,
12
+ "ord_hidden": 256,
13
+ "max_nodes": 4096,
14
+ "grad_checkpoint": true,
15
+ "taps": [
16
+ "final",
17
+ 19
18
+ ],
19
+ "template": "schema-v1"
20
+ },
21
  "taps": [
22
+ "final",
23
+ 19
24
  ],
25
+ "template": "schema-v1-nosys",
26
+ "step": 11471,
27
+ "lora_rank": 64,
28
+ "snapshot": "StandardOne-3B-SH@v3",
29
+ "preview": true
30
+ }
 
 
 
 
 
 
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7bbaf208fa3fb08ee9b398f6593240fc6fbca3d69532c6bcb95f1f5e100b4a79
3
  size 4995664864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aca88073d0254fbd02507b8e0200f47cc254fb99aa3a7d4d6a3d08c918c50389
3
  size 4995664864
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6709c9c93807c19c89b598e14904ab7c491bc5cca0185f10f4edfb25a820aac6
3
  size 2702576200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe1c06515b88895596fcad1745959681bbd1e29bf41137d9c2f115c2e563471
3
  size 2702576200