Hugging Face's logo

AbstractPhil
/
captionbert-8192-rotary

Feature Extraction
Transformers
TensorBoard
Safetensors
English
captionbert_structured_rotary
sentence-similarity
consensus-distillation
rotary-embeddings
custom_code
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
a2c4d6a
·
verified ·
1 Parent(s): 84815c0

Ship H16-seed2 (all arms retained)

Browse files
Files changed (9) hide show
  1. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/best.safetensors +1 -1
  2. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/eval-003000.json +16 -0
  3. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/eval-003500.json +16 -0
  4. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/eval-004000.json +16 -0
  5. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/resume.json +1 -1
  6. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/state.pt +1 -1
  7. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/tensorboard/events.out.tfevents.1793984202.efb5426ca2ba.52488.0 +2 -2
  8. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/train.jsonl +0 -0
  9. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/trajectory-mid.safetensors +3 -0
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/best.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92c8e15c3963554b5aadf8e8bba9099f065f2b6f2bc1f504239d6ab6b66b7fc2
3
  size 216583564
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b06328ea21064801968c72406de05f80e80dd3d50e163831ecd459164df808
3
  size 216583564
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/eval-003000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7212753295898438,
4
+ "erank": 68.15587981128051,
5
+ "n": 5000,
6
+ "self_cos": 0.01602742940043411
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7927249670028687,
11
+ "erank": 86.67631949499346,
12
+ "n": 5000,
13
+ "self_cos": 0.010764969463418933
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/eval-003500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.726990282535553,
4
+ "erank": 68.64097974897948,
5
+ "n": 5000,
6
+ "self_cos": 0.014381700426352916
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7967921495437622,
11
+ "erank": 90.40822853911578,
12
+ "n": 5000,
13
+ "self_cos": 0.009116583752219812
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/eval-004000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7222915291786194,
4
+ "erank": 70.98309281983464,
5
+ "n": 5000,
6
+ "self_cos": 0.018388959815553513
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.8012421131134033,
11
+ "erank": 92.10976551831385,
12
+ "n": 5000,
13
+ "self_cos": 0.0062202916872474345
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/resume.json CHANGED
@@ -3,5 +3,5 @@
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 2,
6
- "step": 2700
7
  }
 
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 2,
6
+ "step": 4000
7
  }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ab40d6c6c97d3a1c559ccc7d3064008675197c597da36e587dc003c14dc7584
3
  size 649784662
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77d6ada468ea60fcdb2e21b3725395ee26d0cfd84c216e862077f6bf6ee12112
3
  size 649784662
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/tensorboard/events.out.tfevents.1793984202.efb5426ca2ba.52488.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:414d84f3c0ffaec051d440383a66d38079ad9c5dd9c85bce5a79b7df81eae380
3
- size 1734795
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15acdee018849bc75de57cd6f164881121ea5371adfcb79d93635f9c575c8c7f
3
+ size 2570951
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/train.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed2/trajectory-mid.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b06328ea21064801968c72406de05f80e80dd3d50e163831ecd459164df808
3
+ size 216583564