Hugging Face's logo

AbstractPhil
/
captionbert-8192-rotary

Feature Extraction
Transformers
TensorBoard
Safetensors
English
captionbert_structured_rotary
sentence-similarity
consensus-distillation
rotary-embeddings
custom_code
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
94d84c0
·
verified ·
1 Parent(s): 5af2951

Ship H16-seed1 (all arms retained)

Browse files
Files changed (8) hide show
  1. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/best.safetensors +1 -1
  2. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/eval-005500.json +16 -0
  3. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/eval-006000.json +16 -0
  4. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/eval-006500.json +16 -0
  5. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/resume.json +1 -1
  6. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/state.pt +1 -1
  7. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/tensorboard/events.out.tfevents.1793984194.79fe39615b31.56708.0 +2 -2
  8. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/train.jsonl +0 -0
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/best.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9de26c49cb525fa081f49144366780799d9ca008e54433202f95b9211c3c6bd6
3
  size 216583564
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac9e19c073a82ff82c171cc5a59d1aee87b965a8b33cabf49d5bca2efc8d9fa
3
  size 216583564
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/eval-005500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7340928316116333,
4
+ "erank": 72.61950503994233,
5
+ "n": 5000,
6
+ "self_cos": 0.01383859458922308
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.8042750954627991,
11
+ "erank": 95.46885274990284,
12
+ "n": 5000,
13
+ "self_cos": 0.005012782165651881
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/eval-006000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.735277533531189,
4
+ "erank": 73.56689732113362,
5
+ "n": 5000,
6
+ "self_cos": 0.00825893860967676
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.8100395202636719,
11
+ "erank": 95.67693174058529,
12
+ "n": 5000,
13
+ "self_cos": 0.0030619290705600818
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/eval-006500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.7351086735725403,
4
+ "erank": 73.67038946041495,
5
+ "n": 5000,
6
+ "self_cos": 0.00885510821700642
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.8109090328216553,
11
+ "erank": 95.59635197467102,
12
+ "n": 5000,
13
+ "self_cos": 0.003370477203279775
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/resume.json CHANGED
@@ -3,5 +3,5 @@
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 1,
6
- "step": 5300
7
  }
 
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 1,
6
+ "step": 6600
7
  }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c20d0e35b4ed059a6f73b3339aacacfa4bd00501512d29c2530d2a9d0fcc129a
3
  size 649784662
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d05752126f963b29790b3254cd23fcf51effa548134247a5daf0ecd73b7bc1e
3
  size 649784662
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/tensorboard/events.out.tfevents.1793984194.79fe39615b31.56708.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0872aec861095c231f245f29bde6fa4fd358763ee58a5708681a976705c10723
3
- size 3406415
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:147898e47d710de93b35fd6fa379ab135208aa0e9aac5d22f79b3d1c520c596f
3
+ size 4242571
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/H16-seed1/train.jsonl CHANGED
The diff for this file is too large to render. See raw diff