Hugging Face's logo

appvoid
/
cortex

Text Generation
Transformers
TensorBoard
Safetensors
bet
byte-level
recurrent
looped
custom_code
Model card Files
xet
 Metrics Community
appvoid commited on
Commit
25b542e
·
verified ·
1 Parent(s): 15df518

unified-v1-sparkbet-none-s42: state and inference synchronized at checkpoint-000000000100

Browse files
Files changed (3) hide show
  1. experiments.csv +1 -1
  2. unified/ablations/unified-v1-sparkbet-none-s42/inference/data_progress.json +1 -1
  3. unified/ablations/unified-v1-sparkbet-none-s42/inference/experiment_config.json +1 -1
experiments.csv CHANGED
@@ -3,4 +3,4 @@ unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,0,0,initialized,fr
3
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,25,0,running,fresh_matched_seed,1826,1826,71.89698577299998,0.0,9353876,1024,2.729100853204727,,1213274,8.879537003000223,136637.0791168569,0.7261002063751221,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 253, ""epoch"": 0, ""prepared_position"": 829, ""rows_read"": 253, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 121, ""epoch"": 0, ""prepared_position"": 145, ""rows_read"": 122, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 55, ""epoch"": 0, ""prepared_position"": 237, ""rows_read"": 56, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 73, ""epoch"": 0, ""prepared_position"": 243, ""rows_read"": 74, ""shard"": 0, ""shards"": 552}}"
4
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,50,0,running,fresh_matched_seed,3644,3644,71.89698577299998,0.0,9353876,1024,2.408119350671768,5.088506474214442,2420984,17.223833668999987,140560.1126047429,1.1812738180160522,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 530, ""epoch"": 0, ""prepared_position"": 1664, ""rows_read"": 530, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 214, ""epoch"": 0, ""prepared_position"": 273, ""rows_read"": 215, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 109, ""epoch"": 0, ""prepared_position"": 475, ""rows_read"": 110, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 136, ""epoch"": 0, ""prepared_position"": 481, ""rows_read"": 137, ""shard"": 0, ""shards"": 552}}"
5
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,75,0,running,fresh_matched_seed,5450,5450,71.89698577299998,0.0,9353876,1024,2.11807981133461,5.088506474214442,3637662,24.898365289999845,146100.43501374073,1.143142580986023,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
6
- unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,100,0,running,fresh_matched_seed,7230,7230,71.89698577299998,0.0,9353876,1024,2.003214180469513,4.823271432343652,4841990,32.28609780299985,149971.36010503286,0.8014019131660461,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
 
3
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,25,0,running,fresh_matched_seed,1826,1826,71.89698577299998,0.0,9353876,1024,2.729100853204727,,1213274,8.879537003000223,136637.0791168569,0.7261002063751221,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 253, ""epoch"": 0, ""prepared_position"": 829, ""rows_read"": 253, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 121, ""epoch"": 0, ""prepared_position"": 145, ""rows_read"": 122, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 55, ""epoch"": 0, ""prepared_position"": 237, ""rows_read"": 56, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 73, ""epoch"": 0, ""prepared_position"": 243, ""rows_read"": 74, ""shard"": 0, ""shards"": 552}}"
4
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,50,0,running,fresh_matched_seed,3644,3644,71.89698577299998,0.0,9353876,1024,2.408119350671768,5.088506474214442,2420984,17.223833668999987,140560.1126047429,1.1812738180160522,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 530, ""epoch"": 0, ""prepared_position"": 1664, ""rows_read"": 530, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 214, ""epoch"": 0, ""prepared_position"": 273, ""rows_read"": 215, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 109, ""epoch"": 0, ""prepared_position"": 475, ""rows_read"": 110, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 136, ""epoch"": 0, ""prepared_position"": 481, ""rows_read"": 137, ""shard"": 0, ""shards"": 552}}"
5
  unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,75,0,running,fresh_matched_seed,5450,5450,71.89698577299998,0.0,9353876,1024,2.11807981133461,5.088506474214442,3637662,24.898365289999845,146100.43501374073,1.143142580986023,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 750, ""epoch"": 0, ""prepared_position"": 2482, ""rows_read"": 751, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 307, ""epoch"": 0, ""prepared_position"": 405, ""rows_read"": 308, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 163, ""epoch"": 0, ""prepared_position"": 712, ""rows_read"": 164, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 204, ""epoch"": 0, ""prepared_position"": 720, ""rows_read"": 205, ""shard"": 0, ""shards"": 552}}"
6
+ unified-v1-sparkbet-none-s42,ablation,causal,sparkbet,none,42,100,0,complete,fresh_matched_seed,7230,7230,71.89698577299998,0.0,9353876,1024,2.003214180469513,4.823271432343652,4841990,32.28609780299985,149971.36010503286,0.8014019131660461,0,bf16,0,269ba207e744573779747b593ffbcd8a87683fd55c83f6b168c658206d9aeb98,af33c522ea4349d5aae0491f7fe085d4bea1b044b08ff57eb064354bbb96435f,"{""climbmix"": {""documents_emitted"": 989, ""epoch"": 0, ""prepared_position"": 3299, ""rows_read"": 990, ""shard"": 0, ""shards"": 6543}, ""rewrite6"": {""documents_emitted"": 389, ""epoch"": 0, ""prepared_position"": 522, ""rows_read"": 390, ""shard"": 0, ""shards"": 1}, ""ultra_qa"": {""documents_emitted"": 217, ""epoch"": 0, ""prepared_position"": 950, ""rows_read"": 218, ""shard"": 0, ""shards"": 616}, ""ultra_style"": {""documents_emitted"": 273, ""epoch"": 0, ""prepared_position"": 959, ""rows_read"": 274, ""shard"": 0, ""shards"": 552}}"
unified/ablations/unified-v1-sparkbet-none-s42/inference/data_progress.json CHANGED
@@ -2,7 +2,7 @@
2
  "step": 100,
3
  "prepared_dataset": {
4
  "repo": "appvoid/rewrite7",
5
- "revision": "6f41b2e57884619b7c4ba8d5f2ab64914086e876",
6
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
7
  },
8
  "observations": {
 
2
  "step": 100,
3
  "prepared_dataset": {
4
  "repo": "appvoid/rewrite7",
5
+ "revision": "315c2349fd3486f9b2ec6e72e08e77655e06673f",
6
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
7
  },
8
  "observations": {
unified/ablations/unified-v1-sparkbet-none-s42/inference/experiment_config.json CHANGED
@@ -25,7 +25,7 @@
25
  "step": 100,
26
  "prepared_dataset": {
27
  "repo": "appvoid/rewrite7",
28
- "revision": "6f41b2e57884619b7c4ba8d5f2ab64914086e876",
29
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
30
  },
31
  "observations": {
 
25
  "step": 100,
26
  "prepared_dataset": {
27
  "repo": "appvoid/rewrite7",
28
+ "revision": "315c2349fd3486f9b2ec6e72e08e77655e06673f",
29
  "recipe": "794a6de09517a367ca643fda6b9a2a511c975f0a62cb0aa3fbdd0321a6a34e80"
30
  },
31
  "observations": {