Hugging Face's logo

AbstractPhil
/
captionbert-8192-rotary

Feature Extraction
Transformers
TensorBoard
Safetensors
English
captionbert_structured_rotary
sentence-similarity
consensus-distillation
rotary-embeddings
custom_code
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
d5f4629
·
verified ·
1 Parent(s): f6a4ceb

Ship H16-seed2 (all arms retained)

Browse files
Files changed (9) hide show
  1. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/best.safetensors +1 -1
  2. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/eval-004000.json +16 -0
  3. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/eval-004500.json +16 -0
  4. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/eval-005000.json +16 -0
  5. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/resume.json +1 -1
  6. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/state.pt +1 -1
  7. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/tensorboard/events.out.tfevents.1793991831.efb5426ca2ba.52488.2 +2 -2
  8. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/train.jsonl +0 -0
  9. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/trajectory-mid.safetensors +3 -0
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/best.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c387c54bac24aacf890c4f860fd83437257845b1c297792626297a9b4f62c864
3
  size 216583564
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277c5790cba30fa7b01fa02007baf5bd4449172f94622a7d42b325fdfc3c1e80
3
  size 216583564
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/eval-004000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7269608974456787,
4
+ "erank": 68.7903275643179,
5
+ "n": 5000,
6
+ "self_cos": 0.018066515584979233
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.79793381690979,
11
+ "erank": 90.12779464741762,
12
+ "n": 5000,
13
+ "self_cos": 0.008555704981267535
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/eval-004500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7126160860061646,
4
+ "erank": 66.40608116498929,
5
+ "n": 5000,
6
+ "self_cos": 0.039589050471183294
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7991827726364136,
11
+ "erank": 89.91116866186745,
12
+ "n": 5000,
13
+ "self_cos": 0.01030520327468645
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/eval-005000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7325098514556885,
4
+ "erank": 71.5025927024301,
5
+ "n": 5000,
6
+ "self_cos": 0.012085885066959528
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.8042536377906799,
11
+ "erank": 93.61662038757991,
12
+ "n": 5000,
13
+ "self_cos": 0.0047347715421112045
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/resume.json CHANGED
@@ -3,5 +3,5 @@
3
  "config_id": "fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e",
4
  "dataset_id": "659b21c1c6eb1074eeec7acdbfa9bd010965595a4669338690cf3ae38a4448d5",
5
  "seed": 2,
6
- "step": 3900
7
  }
 
3
  "config_id": "fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e",
4
  "dataset_id": "659b21c1c6eb1074eeec7acdbfa9bd010965595a4669338690cf3ae38a4448d5",
5
  "seed": 2,
6
+ "step": 5100
7
  }
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0933c493ba1cc2464939bf8c77406038d34e3fbb41efd6d82bb568a9be877058
3
  size 649784662
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ed0b5065847372bb85cca21b8066be20896f1800cbcb93a423e01c5b04beab
3
  size 649784662
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/tensorboard/events.out.tfevents.1793991831.efb5426ca2ba.52488.2 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a5ed1706dbdb3b259a67d4420ae07b1ce21ca131ff949669eaf1b1812c3ce98
3
- size 2506099
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed48790f8f9d3b67203d315e20b383ba6e53b4baff24aef9815aadf924d85605
3
+ size 3278095
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/train.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed2/trajectory-mid.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da43f592a7e5e0feba2961a5bb58612490e3d992f8b1d0ac076bba3314ebe493
3
+ size 216583564