Hugging Face's logo

AbstractPhil
/
captionbert-8192-rotary

Feature Extraction
Transformers
TensorBoard
Safetensors
English
captionbert_structured_rotary
sentence-similarity
consensus-distillation
rotary-embeddings
custom_code
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
dadbbe9
·
verified ·
1 Parent(s): 70a9dd2

Ship N16-seed1 (all arms retained)

Browse files
Files changed (9) hide show
  1. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/best.safetensors +1 -1
  2. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-003000.json +16 -0
  3. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-003500.json +16 -0
  4. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-004000.json +16 -0
  5. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/resume.json +1 -1
  6. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/state.pt +1 -1
  7. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/tensorboard/events.out.tfevents.1793988031.79fe39615b31.56708.1 +2 -2
  8. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/train.jsonl +0 -0
  9. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/trajectory-mid.safetensors +3 -0
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/best.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5eef0793c8fdac080f70db474ef75d2c9fd1bb7dfcd6a5d44e7c331764e7ced
3
  size 216534324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd696bcbc02ed8247f9e12389f485cbfc388268df610227534d1eeb487470e43
3
  size 216534324
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-003000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7245252132415771,
4
+ "erank": 69.31721110299263,
5
+ "n": 5000,
6
+ "self_cos": 0.01770304940511897
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7959380149841309,
11
+ "erank": 89.96957413380893,
12
+ "n": 5000,
13
+ "self_cos": 0.007412901202295787
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-003500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7252901792526245,
4
+ "erank": 71.19342545960859,
5
+ "n": 5000,
6
+ "self_cos": 0.013312466102932087
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.8024485111236572,
11
+ "erank": 92.29040589351152,
12
+ "n": 5000,
13
+ "self_cos": 0.00453738222621568
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-004000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7168151140213013,
4
+ "erank": 70.43384606428567,
5
+ "n": 5000,
6
+ "self_cos": 0.028566863722764763
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7990350723266602,
11
+ "erank": 91.71571162302575,
12
+ "n": 5000,
13
+ "self_cos": 0.009691115536040544
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/resume.json CHANGED
@@ -3,5 +3,5 @@
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 1,
6
- "step": 2700
7
  }
 
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 1,
6
+ "step": 4000
7
  }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88df54c70abd47e6c653c5f570681fb5100054bd10951f4a05485cb1bab481e2
3
  size 649635994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e60bc0e5ddebeac866cef1ec4b6d4d56bd551bf58f9028358fa3e99500ace3b
3
  size 649635994
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/tensorboard/events.out.tfevents.1793988031.79fe39615b31.56708.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8640cc8670b81fe854a8966d7c7d316a74d7c49b083689006da87d8343107eb
3
- size 1734795
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8dfdf2539cd3f95bacec83569cbf6cebc4b4b570d497bbe68a610a6f833639
3
+ size 2570951
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/train.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/trajectory-mid.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230b0e8de9639c485be9b10303983885b77b6c48f5a209bfbb0cf6f58bb4a865
3
+ size 216534324