Hugging Face's logo

AbstractPhil
/
captionbert-8192-rotary

Feature Extraction
Transformers
TensorBoard
Safetensors
English
captionbert_structured_rotary
sentence-similarity
consensus-distillation
rotary-embeddings
custom_code
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
47e3f57
·
verified ·
1 Parent(s): 45ed21c

Ship H16-seed1 (all arms retained)

Browse files
Files changed (8) hide show
  1. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/best.safetensors +1 -1
  2. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/eval-001500.json +16 -0
  3. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/eval-002000.json +16 -0
  4. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/eval-002500.json +16 -0
  5. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/resume.json +1 -1
  6. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/state.pt +1 -1
  7. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/tensorboard/events.out.tfevents.1793991823.79fe39615b31.56708.2 +2 -2
  8. experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/train.jsonl +0 -0
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/best.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18281f59551398656162efb003c4e14f3541248f218ad319b2372c38f8712cda
3
  size 216583564
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ddba7e7669a5aed8952b18f5893d101549f824467942d20d43411125bb0594
3
  size 216583564
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/eval-001500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7176474332809448,
4
+ "erank": 57.12419426371456,
5
+ "n": 5000,
6
+ "self_cos": 0.021624161308057294
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7683348655700684,
11
+ "erank": 77.55016728972642,
12
+ "n": 5000,
13
+ "self_cos": 0.006496370348169731
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/eval-002000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.71974116563797,
4
+ "erank": 60.51801541712473,
5
+ "n": 5000,
6
+ "self_cos": 0.027171748890439513
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7814744114875793,
11
+ "erank": 82.80894758351074,
12
+ "n": 5000,
13
+ "self_cos": 0.00599909378554502
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/eval-002500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7248644232749939,
4
+ "erank": 64.45627627623782,
5
+ "n": 5000,
6
+ "self_cos": 0.01372365355732348
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7855606079101562,
11
+ "erank": 85.09692913813876,
12
+ "n": 5000,
13
+ "self_cos": 0.007380640025469482
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/resume.json CHANGED
@@ -3,5 +3,5 @@
3
  "config_id": "fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e",
4
  "dataset_id": "659b21c1c6eb1074eeec7acdbfa9bd010965595a4669338690cf3ae38a4448d5",
5
  "seed": 1,
6
- "step": 1400
7
  }
 
3
  "config_id": "fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e",
4
  "dataset_id": "659b21c1c6eb1074eeec7acdbfa9bd010965595a4669338690cf3ae38a4448d5",
5
  "seed": 1,
6
+ "step": 2700
7
  }
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d84e09941723faa37c856ccdfb4ad714b0a21e62bbe4dc4a4d2cf3e82cae7b2
3
  size 649784662
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb81be408fc10a7bb93bbe46a96fdbfbd8735c94656069019989351462b22d3
3
  size 649784662
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/tensorboard/events.out.tfevents.1793991823.79fe39615b31.56708.2 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4745f3081b19c3863b1f6715349b82e637e5c68a26cac3f9c402979d0b17ba78
3
- size 898639
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c68c22735480c409cf0a57b33d4b27edece71589a7172df544ca42ef4223203
3
+ size 1734795
experiments/fad07b2a05857a7abef278004986cacc1e3b8eb89b70943668505ea90498525e/H16-seed1/train.jsonl CHANGED
The diff for this file is too large to render. See raw diff