Hugging Face's logo

AbstractPhil
/
captionbert-8192-rotary

Feature Extraction
Transformers
TensorBoard
Safetensors
English
captionbert_structured_rotary
sentence-similarity
consensus-distillation
rotary-embeddings
custom_code
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
324c6e1
·
verified ·
1 Parent(s): a97ab83

Ship N16-seed2 (all arms retained)

Browse files
Files changed (8) hide show
  1. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/best.safetensors +1 -1
  2. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/eval-001500.json +16 -0
  3. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/eval-002000.json +16 -0
  4. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/eval-002500.json +16 -0
  5. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/resume.json +1 -1
  6. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/state.pt +1 -1
  7. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/tensorboard/events.out.tfevents.1793988039.efb5426ca2ba.52488.1 +2 -2
  8. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/train.jsonl +0 -0
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/best.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:539a1db30c69734d93b0cbc4c93617dd03d4cbb9544a268ffee3cba2d14f5571
3
  size 216534324
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:388a33c918f2f0765089abcd65b26d72df21e33f91cb7ea5fdd84758c36b0c06
3
  size 216534324
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/eval-001500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7044656872749329,
4
+ "erank": 57.65903557967842,
5
+ "n": 5000,
6
+ "self_cos": 0.030572397301059262
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7694194316864014,
11
+ "erank": 76.09533615568387,
12
+ "n": 5000,
13
+ "self_cos": 0.010512262480837963
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/eval-002000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7095567584037781,
4
+ "erank": 62.81871935040932,
5
+ "n": 5000,
6
+ "self_cos": 0.015625709172016406
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.784656286239624,
11
+ "erank": 83.882574006912,
12
+ "n": 5000,
13
+ "self_cos": 0.006983997901360417
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/eval-002500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7168872356414795,
4
+ "erank": 66.02322232279869,
5
+ "n": 5000,
6
+ "self_cos": 0.03334602748131035
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7903615832328796,
11
+ "erank": 85.2890547312497,
12
+ "n": 5000,
13
+ "self_cos": 0.013814698494536879
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/resume.json CHANGED
@@ -3,5 +3,5 @@
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 2,
6
- "step": 1400
7
  }
 
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 2,
6
+ "step": 2700
7
  }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e521261cdc6697800bca2637df2fc6a76a4962591190e30a9c182503d7a02bf
3
  size 649636058
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4de73f34ce06289b248c47458dba1a695030b91ff6fb1b1974bc03faf8d5982
3
  size 649636058
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/tensorboard/events.out.tfevents.1793988039.efb5426ca2ba.52488.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:343b056ab3f44106e0772cc15a2cc496b4376b87465ca273dc5761539664cfa6
3
- size 898639
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a44b44df5c4db1438ce0303e89f9dc79a964eb9cb338dc0f0b256d6e9df0f93
3
+ size 1734795
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed2/train.jsonl CHANGED
The diff for this file is too large to render. See raw diff