Hugging Face's logo

AbstractPhil
/
captionbert-8192-rotary

Feature Extraction
Transformers
TensorBoard
Safetensors
English
captionbert_structured_rotary
sentence-similarity
consensus-distillation
rotary-embeddings
custom_code
Model card Files
xet
 Metrics Community
AbstractPhil commited on
Commit
f6f1542
·
verified ·
1 Parent(s): dbdc5eb

Ship N16-seed1 (all arms retained)

Browse files
Files changed (7) hide show
  1. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/best.safetensors +3 -0
  2. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-000500.json +16 -0
  3. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-001000.json +16 -0
  4. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/resume.json +1 -1
  5. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/state.pt +1 -1
  6. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/tensorboard/events.out.tfevents.1793988031.79fe39615b31.56708.1 +2 -2
  7. experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/train.jsonl +0 -0
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/best.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:183c8c38c5f42692d37dc3f0ef2b1c2dc83521e13531eb7505f250f8ed8d199a
3
+ size 216534324
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-000500.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.6389402151107788,
4
+ "erank": 39.5867377402512,
5
+ "n": 5000,
6
+ "self_cos": 0.0646422454790308
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.6914465427398682,
11
+ "erank": 53.33629048081869,
12
+ "n": 5000,
13
+ "self_cos": 0.018662290991166085
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/eval-001000.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "above_128_tokens": {
3
+ "cos_to_target": 0.6883688569068909,
4
+ "erank": 55.60936108562265,
5
+ "n": 5000,
6
+ "self_cos": 0.04336395082303064
7
+ },
8
+ "above_128_total_rows": 29240,
9
+ "heldout": {
10
+ "cos_to_target": 0.7455070614814758,
11
+ "erank": 72.5851704023928,
12
+ "n": 5000,
13
+ "self_cos": 0.018759433169764642
14
+ },
15
+ "heldout_total_rows": 500000
16
+ }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/resume.json CHANGED
@@ -3,5 +3,5 @@
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 1,
6
- "step": 100
7
  }
 
3
  "config_id": "aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e",
4
  "dataset_id": "7adb10f8833fab44e3ebb44315b53cb65bd8010b038115d15350b18536b57e86",
5
  "seed": 1,
6
+ "step": 1400
7
  }
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0cc0802beb7e9baff7a6f18800d3590a6ea02447aaf2b153ac00027140944b9b
3
  size 649635994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eebcdd59e0cc33d5091ba4d0dc4ced3e0c92b49c82f9bd8541953c07aaad37b5
3
  size 649635994
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/tensorboard/events.out.tfevents.1793988031.79fe39615b31.56708.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:491444e05c389c416d27f304b0447eae19ad1858d307dd99bafa6c4ee5edb223
3
- size 63501
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e90a81dab7ae80eebc107c7982e1a9e5b638378b59d9249ca8f899effde9b09
3
+ size 898639
experiments/aafe9c59b9d696107cb4393f3a26815e84714daddb7d6eb028b5d6137b88418e/N16-seed1/train.jsonl CHANGED
The diff for this file is too large to render. See raw diff