Add training logs (stdout + metrics.csv/args.yml) for the 12-model grid
Browse files- training_logs/README.md +8 -0
- training_logs/run_metrics/02_bpe_xl/args.yml +99 -0
- training_logs/run_metrics/02_bpe_xl/metrics.csv +40 -0
- training_logs/run_metrics/04_bittoken_large/args.yml +99 -0
- training_logs/run_metrics/04_bittoken_large/metrics.csv +40 -0
- training_logs/run_metrics/05_bpe_large/args.yml +99 -0
- training_logs/run_metrics/05_bpe_large/metrics.csv +40 -0
- training_logs/run_metrics/06_fone_large/args.yml +99 -0
- training_logs/run_metrics/06_fone_large/metrics.csv +40 -0
- training_logs/run_metrics/07_bittoken_medium/args.yml +99 -0
- training_logs/run_metrics/07_bittoken_medium/metrics.csv +40 -0
- training_logs/run_metrics/08_bpe_medium/args.yml +99 -0
- training_logs/run_metrics/08_bpe_medium/metrics.csv +40 -0
- training_logs/run_metrics/09_fone_medium/args.yml +99 -0
- training_logs/run_metrics/09_fone_medium/metrics.csv +40 -0
- training_logs/run_metrics/10_bittoken_small/args.yml +99 -0
- training_logs/run_metrics/10_bittoken_small/metrics.csv +40 -0
- training_logs/run_metrics/11_bpe_small/args.yml +99 -0
- training_logs/run_metrics/11_bpe_small/metrics.csv +40 -0
- training_logs/run_metrics/12_fone_small/args.yml +99 -0
- training_logs/run_metrics/12_fone_small/metrics.csv +40 -0
- training_logs/train_stdout/02_bpe_xl_train.log.gz +3 -0
- training_logs/train_stdout/04_bittoken_large_train.log.gz +3 -0
- training_logs/train_stdout/06_fone_large_train.log.gz +3 -0
- training_logs/train_stdout/07_bittoken_medium_train.log.gz +3 -0
- training_logs/train_stdout/10_bittoken_small_train.log.gz +3 -0
- training_logs/train_stdout/11_bpe_small_train.log.gz +3 -0
- training_logs/train_stdout/12_fone_small_train.log.gz +3 -0
training_logs/README.md
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Training logs for the 12-model grid (4 sizes x {bittoken, bpe, fone})
|
| 2 |
+
|
| 3 |
+
Recipe: global batch 192, 10B tokens, seed 42 (+rank), post DDP rank-decorrelation fix.
|
| 4 |
+
Numbering matches the checkpoint zips in the repo root.
|
| 5 |
+
|
| 6 |
+
- `run_metrics/<NN>_<method>_<size>/{args.yml,metrics.csv}` - args and per-eval metrics of the rank-0 (seed 42) run. Available for 02, 04-12.
|
| 7 |
+
- `train_stdout/<NN>_<method>_<size>_train.log.gz` - raw stdout/tqdm log (gzip). Available for the locally trained runs: 02, 04, 06, 07, 10, 11, 12.
|
| 8 |
+
05/08/09 were trained on a B200 node (no stdout log kept), 01/03 (xl bittoken / xl fone) were trained on a B200 node (no logs here at all).
|
training_logs/run_metrics/02_bpe_xl/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: False
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 2
|
| 5 |
+
cache_base_path: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache
|
| 6 |
+
combine_strategy: sum
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 6
|
| 22 |
+
difficulty_column: difficulty_sd
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 96
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 20352
|
| 28 |
+
eval_every_k_tokens: 125042688
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_td_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 813803
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_gpt2
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 1600
|
| 45 |
+
n_head: 25
|
| 46 |
+
n_layer: 48
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: bittoken
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: mse
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 81381
|
| 56 |
+
num_warmup_tokens: 500000000
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_td_multiTask.py --tqdm --verbose --seed 42 --run_name bpe_gpt2_xl_b192 --device_batch_size 6 --effective_batch_size 96 --num_workers 4 --n_layer 48 --n_head 25 --n_embd 1600 --context_length 1024 --train_token_budget 5000000000 --num_warmup_tokens 500000000 --eval_every_k_tokens 125042688 --max_eval_steps 2 --save_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bpe_gpt2_xl --default_vram 200000000000 --no_save_latest --tie_word_embeddings --wandb --wandb_group multi_task_bpe_gpt2_xl_b192 --tokenizer_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/td_gpt2 --model rope_gpt2 --dropout 0 --cache_base_path /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache --compile --difficulty_column difficulty_sd --train_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum curriculum standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_prompt curriculum curriculum efficient_prompt efficient_prompt efficient_prompt pretokenized --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project bittoken_v3', 'time': 'Fri Jul 24 07:42:47 2026', 'git_root': '/work8/yizhanh/byte_v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: bpe_gpt2_xl_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 56668397794435742558208
|
| 70 |
+
save_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bpe_gpt2_xl
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/td_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/96841076'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/63050008'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/44316829'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/48579485'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/63589654'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/28473695'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/13591814')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'curriculum', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 5000000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_prompt', 'curriculum', 'curriculum', 'efficient_prompt', 'efficient_prompt', 'efficient_prompt', 'pretokenized']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: True
|
| 96 |
+
wandb_group: multi_task_bpe_gpt2_xl_b192
|
| 97 |
+
wandb_project: bittoken_v3
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/02_bpe_xl/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_decimal_uniform_val_10k.csv.gz,max_difficulty_Division_decimal_uniform_val_10k.csv.gz
|
| 2 |
+
20352,125042688,2.8631150890141726,3.7543912269175053,3.4621700115712883,0.7404402269021375,0.7165019176900387,2.5323459869250655,5.234517574310303,37.28589230852184,87.53561850069059,446.2913623367433,3.1372615725486113,2.0551517356304707,57.05925245016671,190.76101138713278,117.7322214702049,0.453712294338306,0.11849157097406869,0.18228647782729476,0.8645833265036345,0.18359375465661287,0.7322143781930208,0.24153254835744634,0.24788664281368256,0.2552083333333333,0.08854166666666667,0.14583333333333334,0.9280945569325922,nan,nan,0.8604037615489991,0.10968641747482859,0.0908755455360127,3.3735554536655195,0.3283048329242277,0.19861928175548754,0.11282135646907511,0.12796353874842487,0.014810402866508943,0.30380232819271275,2.2872337200005286,347.483149551025,0.5048681188226118,0.004997126321997158,165.22013602698507,4,6
|
| 3 |
+
40704,250085376,5.233754269385171,24.473490943405547,39.881949123297645,0.26966901406748006,2.2689291805770897,1.8844915094670744,2.9755164667816665,5.8750125110642255,48.04323091596472,257.30318509670695,1.0293753138071209,1.0271177669252696,8.155097318355649,119.0025608563115,62.91936853987649,0.6675802574186135,0.21236910497857006,0.4237020416085614,0.9895833320915699,0.9804687476716936,0.9558350406587124,0.4651913379596494,0.5074970126152039,0.5104166666666666,0.15104166666666666,0.3541666666666667,0.9936665815184824,nan,nan,0.9733034721575677,0.13342842605015903,0.1121516056979696,3.3346656200193374,0.4915297284888811,0.410384123871302,0.17980791925682663,0.10724094662091695,0.22775166600792618,0.2115479590363782,1.7064032777704619,9.693491358813718,0.6606037379359627,0.009998084214664627,165.27646217788438,4,7
|
| 4 |
+
61056,375128064,5.020910411308071,99.72471270617461,263.4300870067979,3.1927789046656825,20.681626719977395,43.3452998125859,2.992148070473828,1.9886365838190967,53.47501591456357,87.52927409606389,1.0195654594912054,1.0333276704081196,58.38824571899336,122.34862303013034,46.54038406763851,0.886717135590411,0.24851890140800376,0.4855406707567431,0.9843749981373549,0.9869791651144624,0.9346854649484158,0.4545883455232522,0.5595572590827942,0.8229166666666666,0.16666666666666666,0.4010416666666667,0.9898589325021021,nan,nan,0.9579901316998681,0.11887599869325527,0.10078073832361649,5.14418431831596,0.5200326915758948,1.5418231147181607,0.7109412985750597,0.27633041480126846,0.279551063343007,0.2905508647980642,1.5249548536854025,11.155119463818956,0.6651260268423449,0.014999042107332095,166.03722965164917,4,9
|
| 5 |
+
81408,500170752,4.020380010418072,158.84872665022323,664.507327777992,58.62313706032079,22.043157631645716,97.0526972388585,2.988716602535032,1.2050901359972728,48.399597654623456,238.10251181185973,2.079287125766424,1.0150731399371347,69.55478019129937,121.71268523320606,68.86700361324135,0.9243795833113586,0.3287854673441264,0.5869580910732977,0.9739583320915699,0.9934895825572312,0.913802856579423,0.4596474101870054,0.6289194226264954,0.859375,0.21354166666666666,0.4895833333333333,0.9783481880454777,nan,nan,0.950516173785824,0.13524423441452882,0.11556625529192388,7.287205887625635,0.49543270723424826,2.723038948790428,1.533298614104043,0.38816471834101235,0.32619093407563643,0.34672257930936173,1.4743573515283883,14.18159055515374,0.6337241117063465,0.020000000000000004,166.5147683715662,4,10
|
| 6 |
+
101760,625213440,3.2018955469569668,163.23421150969278,545.6466984039615,36.631059265929856,49.21733887783363,47.79559641106549,2.8808222063313593,1.1904915317543654,55.38759040160604,57.514013396514926,1.370542606875946,1.0484375764698974,18.854750234581388,102.47255888029429,33.97691208972812,0.9019913497739127,0.3490180587289211,0.580783522179354,0.9739583302289248,0.9739583302289248,0.9465629663318396,0.5475432660633144,0.6583946943283081,0.8385416666666666,0.23958333333333334,0.5104166666666666,0.98258089958775,nan,nan,0.9682351955076834,0.1270292111536643,0.10569048967833321,8.107875638634095,0.4346814470945326,3.335949972092568,1.8884494878114688,0.3575093497457967,0.2977572276129458,0.322324605300615,1.4712035015009257,17.590909193346054,0.600117767386361,0.019965729849129636,166.62031957325712,4,11
|
| 7 |
+
122112,750256128,3.07967920581963,106.14491065694935,346.49176499853564,1.4983507591177834,11.469103584520983,11.822782241610536,2.780024557431382,1.5998878668217036,36.1208526450407,234.50277675886682,1.0265536907464359,1.0362177030056392,4.074802915355956,87.26010136398072,52.231598991973996,0.9227157548815592,0.39296185913211285,0.6114299357685631,0.979166666045785,0.9869791651144624,0.9494863823056221,0.6307937105387282,0.7044366598129272,0.8489583333333334,0.265625,0.5364583333333334,0.9860729889963599,nan,nan,0.968111731640723,0.12836379669897724,0.10500350722577423,8.058123531977575,0.37070694542374133,3.4963990996806027,1.9062898339000154,0.30348978939794746,0.2537062455234751,0.27686399439133735,1.4506675753011253,15.214876662957359,0.6236401523738725,0.019863180383909898,166.59655968389066,6,11
|
| 8 |
+
142464,875298816,0.7200523770426654,77.14381886293947,217.9505794044137,0.40453565670141056,1.059595200930649,2.8034584285586335,2.7025828942161016,1.3956214704815477,27.16322304938763,180.32552590586897,1.0421008211490932,1.0139705445062681,3.374743533928914,77.20054060066263,41.64510370371215,0.933749932068271,0.41623279424050563,0.5962009802168797,0.979166666045785,0.9869791651144624,0.9550498817116022,0.7005414403972017,0.7246571779251099,0.8697916666666666,0.3020833333333333,0.5052083333333334,0.9856883071382375,nan,nan,0.9672310747797989,0.14905105177725395,0.1283405198288771,8.110932903840421,0.31938689849200835,3.87581322368105,1.7857518765717217,0.2606012065535109,0.21792460047981407,0.2384946732910592,1.4129603738319891,12.611826128601653,0.6398331265568545,0.019693132578928373,166.40916423804632,7,12
|
| 9 |
+
162816,1000341504,0.20821651558863924,66.89104733228763,148.83348299744466,0.010958018530403678,0.2732150810388332,1.1288928719244788,2.694338831024284,1.289990671429706,38.7105013196984,145.15236795498723,1.00798475739719,1.0310145039916252,13.442458304615942,76.29457143770858,39.561269849975524,0.8913621774365804,0.43176511549381424,0.6664728793488057,0.9895833320915699,0.9869791651144624,0.9549914617091417,0.7093339067760658,0.7431778907775879,0.7916666666666666,0.296875,0.5833333333333334,0.992846321023535,nan,nan,0.9705174406117294,0.14761265190116055,0.1278571276149402,8.054796033105616,0.2798492159029025,4.09413086278494,1.6953494837240664,0.22805541037236757,0.19071076484328825,0.2088566572653453,1.357843586575803,10.274695023988029,0.688631455293921,0.01945688144839207,166.28359457938828,7,14
|
| 10 |
+
183168,1125384192,0.1103413752529892,60.661738308772854,168.3034362194952,0.07002164735493178,0.05976308638059249,0.4975067894687134,2.6803049335164406,1.5858365816744209,30.791304326688458,195.78285789534647,5.51151343099372,1.0680405839911726,365.8789881978478,74.57645417814463,96.45642788495525,0.8590220549790647,0.46623246788175415,0.65158641671937,0.9531249962747097,0.9674479127861559,0.8732701800763607,0.718333286733108,0.739665150642395,0.75,0.3177083333333333,0.5677083333333334,0.9650597905653816,nan,nan,0.9241234328655992,0.14573563723663105,0.12484137234666075,7.940018418371683,0.24894529297255133,4.166486510815336,1.6606340406908946,0.20271783969391136,0.16952348499281672,0.18568461402327413,1.3060265834200633,9.243768878960571,0.7108595241315124,0.019156226183831337,166.14701205530983,7,15
|
| 11 |
+
203520,1250426880,0.07166323757491432,61.85969727724397,136.80998711201548,0.00538538921679312,0.03783319388364757,0.10557757043316528,2.6789301629096443,1.924208057905437,86.47358754135416,70.92531939313595,4.354630648831223,1.9948103050591834,31.558649630663965,74.20193659734971,38.77616316775709,0.7890850733095374,0.4948360788490599,0.6813311115866161,0.8593749944120646,0.6289062453433871,0.7810510136187077,0.7194427078275766,0.6876318454742432,0.6822916666666666,0.3489583333333333,0.5885416666666666,0.9254982496131561,nan,nan,0.8794069429665493,0.14713924696681482,0.12477111005379508,7.842971561033771,0.2242229361074139,4.187892464302449,1.669947885595876,0.18244637920082957,0.152571975854706,0.16714615871827934,1.2587437100908385,8.484296630493969,0.7270661776141504,0.018793456452196412,166.1376643297793,8,17
|
| 12 |
+
223872,1375469568,0.06109600859642393,59.30925016162304,175.5566710332441,0.0006026033053172057,0.0019444102205504418,0.12744235365355877,2.6788826225559887,2.0141678195600043,32.473253281435326,70.2715568507277,3.1311237141722534,1.4040545078175732,96.71958007176501,74.42709508328171,40.06297590410851,0.8672681432566349,0.5112984734189787,0.6649509111507289,0.8489583302289248,0.6822916639503092,0.7556930873543024,0.7241693471169453,0.7027785181999207,0.7916666666666666,0.3541666666666667,0.578125,0.9243775104065813,nan,nan,0.8717518306026856,0.15422933022369043,0.13184957613702863,7.841996603564812,0.2041206591079001,4.235379099665319,1.723830256895741,0.16586057956508785,0.13870578241568993,0.15201814007286024,1.2220820338954423,8.30688293178642,0.711026867204375,0.018371334958694578,165.7435714760922,8,19
|
| 13 |
+
244224,1500512256,0.09711829870857513,60.05525714067653,142.73752291013548,0.0003451379714353269,0.003363972954971553,0.16310704023489678,2.676400025826254,1.6316336038367347,58.664018232681784,101.07402176246475,4.84416067289957,1.1074212209663377,26.444925449268805,74.08207143871172,38.26403605440424,0.8745374627845872,0.4926372413149877,0.6509509714330253,0.9218749944120646,0.9348958255723119,0.8668984640389681,0.721955425107872,0.7444738149642944,0.7916666666666666,0.3541666666666667,0.546875,0.9593364643830379,nan,nan,0.9244659588293871,0.14181217977637553,0.11909691896289587,7.830812040943597,0.18747637245828214,4.212233220087258,1.8221587316907453,0.15203910102512236,0.12715990090530013,0.13954031810511128,1.1902043441362933,7.788976711103892,0.7211007505418066,0.017893076407163026,165.548821732154,9,19
|
| 14 |
+
264576,1625554944,0.14510254106536974,48.96517929139173,148.27419790675827,7.697513783179327e-05,0.01256312062998947,0.30794599422290586,2.6502345988269216,1.5038400908471874,25.915211285994943,87.41048273946691,1.0826951519175516,1.042303198153173,20.01468158417898,70.99382202011503,29.7090051529534,0.9294480926365949,0.5225417224363559,0.6823024939509215,0.9739583302289248,0.9739583302289248,0.9518928918987513,0.7415089269452432,0.7858217358589172,0.84375,0.3802083333333333,0.578125,0.9839213930633074,nan,nan,0.9665213310460482,0.14848701685367396,0.12639688989535594,7.863813781392353,0.1735015481561298,4.246507696834043,1.8959612268866766,0.14034397367149354,0.11740454585064268,0.1292445338757014,1.1608502020708236,7.80092598070865,0.7210396600231154,0.017362323018206012,165.6690325431608,11,19
|
| 15 |
+
284928,1750597632,0.2172534593093831,44.04334471963801,136.42376403276356,3.2318910314495494e-05,0.04970237608221552,1.1589191002461519,2.6286734848616486,1.4066876670494286,29.163299579939782,133.82550779524624,1.0254967655076335,1.0392035916694482,13.931323407013625,68.69020362047348,35.5831032038428,0.9076061892441969,0.5422946885562663,0.6901542681799104,0.984375,0.9869791651144624,0.9453372098505497,0.7581023359339578,0.7953876852989197,0.828125,0.359375,0.5885416666666666,0.9876682481675138,nan,nan,0.9624313706056759,0.1288367109740515,0.10687319860638429,7.979804280561976,0.16150397729223673,4.384114559732517,1.9379855679860352,0.13031950939870557,0.10906041261592711,0.12064975514354016,1.136170444064074,8.520303892270434,0.7002739217835214,0.016783116791537683,165.75620207708965,13,21
|
| 16 |
+
305280,1875640320,0.19124666365015236,36.85717641712226,112.70003969526793,3.675130359894138e-05,0.13126770006583346,2.2149668218835132,2.609942678591766,1.3359407117135744,23.460751002159288,181.14021952572878,1.0478673019875964,1.046295956212655,8.384266252184732,66.69024048083477,40.44365446154591,0.9385437459661381,0.5422577495735106,0.7106418915394631,0.9739583320915699,0.9869791651144624,0.9500455670058727,0.77359167867354,0.8044143319129944,0.8854166666666666,0.40625,0.6302083333333334,0.9773121024554712,nan,nan,0.961163365461592,0.1587544906485784,0.13582636466405043,8.169788346218924,0.15106349905264355,4.565265397077448,2.0039476290647977,0.12163157738028872,0.10183261046731594,0.11322330024734252,1.1128242777583126,9.057802581146312,0.6861180802675421,0.016159868723772935,165.6909287062806,13,23
|
| 17 |
+
325632,2000683008,0.19092592912999193,32.07428058264785,87.82861405775154,6.376925246763609e-05,0.13903785819074135,1.6092640708473873,2.594625284605611,1.3434864578259944,32.740615019433164,82.99928155064863,3.912128646197294,1.0370922725395628,15.813474719544928,65.03452510577561,28.982943395995026,0.907262108333973,0.5701604056918606,0.6810724044233352,0.9635416641831398,0.9934895825572312,0.9657173287123442,0.7907647713933665,0.807486891746521,0.8489583333333334,0.4010416666666667,0.578125,0.9758215420976436,nan,nan,0.9740215702574156,0.1394411573188942,0.11824024037923664,8.31442537267629,0.14185567312706113,4.669893362572545,2.0963291158897044,0.11402961219054505,0.09549570072276638,0.10659168756219874,1.090230162742596,8.942891077987802,0.6878989546972696,0.015497325216091833,165.65456479527967,14,25
|
| 18 |
+
345984,2125725696,0.13773476707407836,26.584939008578296,83.71869363471073,1.2576753617017992e-05,0.09891796796018755,1.9263407981085516,2.5853183203666372,1.2991912537362238,18.14842853637873,104.94113519421275,2.820382562367003,1.0356351576698617,12.9901619900233,64.07042190597232,29.329336657194315,0.9247211693345129,0.5740550889788942,0.716275995681589,0.9739583302289248,0.9869791651144624,0.9602386057376862,0.7947953319318946,0.8178492784500122,0.8541666666666666,0.421875,0.609375,0.980410842205553,nan,nan,0.971499958114388,0.1360542452679828,0.11422673187917098,8.777124563265058,0.12155563735200674,5.019774792354776,2.3566024376582235,0.1060318933899208,0.09458074205012834,0.08785809634069601,0.9907208995575223,8.716480012356344,0.6931804910568673,0.014800531927597655,166.08085902580132,16,27
|
| 19 |
+
366336,2250768384,0.18553815814709226,22.82196889745744,77.69008555637602,7.009715964773764e-06,0.03989307895592112,1.026434843332645,2.5708149106777327,1.2891663671703353,43.86117787561673,272.6305727535403,4.008735531361843,1.0428971319197327,33.92809500600537,62.676781750899764,59.9196323452163,0.9491643012679668,0.5703499814163665,0.6827771326328154,0.9739583302289248,0.9869791651144624,0.9623900316655636,0.8118928382545567,0.8156441450119019,0.8958333333333334,0.390625,0.5833333333333334,0.9873068942882431,nan,nan,0.9714016023547932,0.1481541855553298,0.12705941242165864,9.217030072165489,0.08086624432591308,5.313846822095224,2.6111061604074393,0.1006244968909874,0.06703978398351197,0.08053898715786377,0.9630075064687179,9.144992871426702,0.6785132457947347,0.014074795349650518,166.52197763290226,18,28
|
| 20 |
+
386688,2375811072,0.26541693452414045,14.957934528885623,46.01072309519912,1.9534287846093805e-06,0.016163909970202884,0.44933447832938705,2.5608849425755356,1.3112068450367662,16.679390162225623,351.2602944700285,4.163687287529822,1.0610844460057742,15.995186120460668,61.68298311419163,64.59340463506841,0.9489237401072067,0.6028965467975318,0.7362950788807135,0.9791666641831398,0.9739583302289248,0.9693028517067432,0.8189260433801101,0.8361771702766418,0.8958333333333334,0.4427083333333333,0.6510416666666666,0.9844969051409862,nan,nan,0.9746925687698725,0.1364493257779221,0.11307338438928127,9.228004322533256,0.045078419528444,5.354778153660158,2.741949210474188,0.06221766260753142,0.043093321450540664,0.052567779822005445,0.9283197024434903,8.908866629883084,0.6823288323123406,0.013325642393809753,166.48197027659253,19,30
|
| 21 |
+
407040,2500853760,0.8407855654100345,13.64803812935365,34.76347174090625,7.3458680898989e-07,0.002376059400011461,0.3102245558574025,2.550323901407566,1.4886025509125296,31.603024522705244,48.409694728066626,4.710424070500182,1.0264841794980701,2.3382726920941286,60.6270730386603,21.457653683205297,0.9443039742216742,0.5881256969982659,0.7149497746327491,0.9531249981373549,0.9804687476716936,0.9687669109553099,0.8224600070650718,0.8259389996528625,0.890625,0.3854166666666667,0.6145833333333334,0.9695337686013469,nan,nan,0.9766585478161384,0.1474805871145577,0.1250863687794966,8.872813118670809,0.019264316336956563,5.201397629320697,2.717232181963237,0.016988435842824806,0.013961594452274668,0.020407133620003855,0.8835617537549632,9.388738258788655,0.6693849693178404,0.012558778301146429,165.6448967235975,21,30
|
| 22 |
+
427392,2625896448,0.8203524758582905,8.814678015170903,21.54898894279026,1.0879162018447498e-06,0.004629427307166204,0.6580224137599903,2.5341622473272842,1.047012324994888,15.52312368329218,63.552303322554664,9.054044619855834,1.0628486522872758,18.16748167279749,59.094284962451034,23.928728462604766,0.9714508365431589,0.6260584220299205,0.7698956718677763,0.84375,0.9869791651144624,0.9535355176776648,0.8336673639515153,0.8361018300056458,0.9479166666666666,0.4479166666666667,0.6875,0.8909668404739932,nan,nan,0.9677775647869566,0.13553539974357895,0.11202527594286948,8.56300698387713,0.009533150082662112,5.041664448122826,2.6725455994998155,0.0023079437243384406,0.0024604146583630413,0.00642067548047246,0.8280746805961531,9.124698964140887,0.6715681339707811,0.011780043193471874,165.24824358893738,23,31
|
| 23 |
+
447744,2750939136,16.498477415799844,7.872245447679807,16.978536802071496,9.9722227650791e-06,0.03018129689425808,3.0718800221829956,2.5427360868211917,1.1318031906898651,22.66998671393752,40.145012367929525,2.2556252706573607,1.0773644656585537,3.939988885431328,59.85148152334608,18.72446605966432,0.9337543418604839,0.6183114828882419,0.7009907656601221,0.9479166641831398,0.9674479127861559,0.9554615188390017,0.8301176820294935,0.8279457688331604,0.890625,0.4583333333333333,0.609375,0.964709807097582,nan,nan,0.9707019820877273,0.1412192839597992,0.11746899283025414,8.419345974690975,0.02092213517033843,4.945250251543288,2.668169348813586,0.0002209568338058668,0.00037046204169259274,0.003745692359327409,0.7806670563198486,9.53621605705212,0.6606453681311939,0.010995367597369719,165.0683024112429,24,33
|
| 24 |
+
468096,2875981824,63.20223723082931,6.049310647315415,11.579994456369917,0.0011889598262299524,0.6815630805640592,30.58047226304754,2.58594482367641,1.4302717137977925,17.332444379020927,83.86577099845135,1.0653073389848777,1.0829960628389503,3.972464281567162,64.18975979244252,24.705573509586227,0.9683650655185458,0.6082423431600592,0.7265128447046624,0.9739583320915699,0.9739583302289248,0.9503975231200457,0.7957184632776764,0.8317905068397522,0.9322916666666666,0.4427083333333333,0.6302083333333334,0.9851508456534551,nan,nan,0.9661175289268916,0.1416858315248343,0.11950432555750012,8.211198054049047,0.06039201281903923,4.69421503425826,2.7054189654272007,2.067748286863339e-05,0.00019922232007130657,0.008578620734678417,0.7423734508917141,9.758253607307356,0.6618682121866787,0.01021072727974235,165.1745165030093,26,35
|
| 25 |
+
488448,3001024512,27.23441555401742,5.176577908167369,7.200691549167283,1.7231504722904822,24.225391575841208,235.2900229657478,2.6052956648641725,1.0610345870609175,24.326601411058434,21.293129999770954,1.0086486972882416,1.0293026994780712,5.697687617902757,66.27321523406451,17.24137432094627,0.9729652725753919,0.6002216123570722,0.7273699030566038,0.994791666045785,0.9869791651144624,0.9619723036885262,0.7809974248161499,0.832636833190918,0.9322916666666666,0.390625,0.640625,0.9948518580640666,nan,nan,0.9711214371151679,0.14189596526678847,0.12107647549904262,8.033081295200136,0.09276412926249779,4.4528900892414525,2.7149851534579255,0.009555445490833007,0.0029336827426004555,0.036703486634021724,0.7232492396883001,11.832891111373433,0.6351782499780327,0.009432097738825898,165.16290578305802,27,37
|
| 26 |
+
508800,3126067200,18.392504647990407,3.0912633695874008,3.928005445767085,409.3184619451657,262.48665008301936,358.2582386500897,2.6226111404526247,1.1517718103553962,14.66880645925859,49.48351800510731,4.886769943050737,1.0756522083182554,19.347544567454502,68.05643573796199,22.667214104500967,0.9728833130832671,0.6245349150890263,0.7284437965156406,0.979166666045785,0.9804687476716936,0.9528370182961226,0.7676233568032224,0.8338027596473694,0.9270833333333334,0.4635416666666667,0.625,0.9826057885948103,nan,nan,0.9683879156849192,0.14293375407214626,0.12076559121487662,7.859413825853136,0.10147320252674032,4.23323702225014,2.6714219839419866,0.0610297852116369,0.011415780830957052,0.06544356897223903,0.715392415175273,14.22253080829978,0.6126842784809546,0.008665408697250875,165.14512476695197,29,39
|
| 27 |
+
529152,3251109888,1.2842045835587157,2.056836961634318,1.784861795667937,13.645406602477125,153.69478010134603,128.7706563093509,2.5747201720353896,1.0248646140295268,16.891663511281248,24.45620543641817,1.0111457643899935,1.064315777926963,23.59502493479197,63.0534785181245,18.728099793851765,0.9873621364948211,0.6262960138398183,0.7461736321253025,0.989583333954215,0.9674479127861559,0.966585461050272,0.8028251890845406,0.8460233211517334,0.9583333333333334,0.46875,0.65625,0.9897480490326416,nan,nan,0.9742076422116952,0.1370350191734057,0.1147915225980493,7.583088052748543,0.10286977801027909,4.005535560540222,2.582334655039461,0.08035120481874108,0.015451117034437361,0.07939522715782155,0.7171504450645649,15.073338932252296,0.5912907837198919,0.007916498943711495,165.16323419835345,30,41
|
| 28 |
+
549504,3376152576,0.24409476765427268,1.2257962229280814,0.691120941281692,12.376631172014793,41.39171163957915,21.662695139698144,2.4938556964272998,1.0305705337594309,23.90775291112974,22.983430423121607,1.046440977590044,1.0512583430952316,3.2981217605827196,55.40209353630914,15.531381212226846,0.9829116076147828,0.6307103156704236,0.7749507567025014,0.9895833320915699,0.9869791651144624,0.9770234860479832,0.8656106421070189,0.8646465539932251,0.9479166666666666,0.4427083333333333,0.703125,0.9931823350683165,nan,nan,0.9812325852690265,0.16642239644012827,0.14310466505897543,7.180978048746996,0.10279787736765418,3.7312915917854848,2.4495103945478816,0.08290510601904058,0.017441184771902277,0.08332128567652869,0.7137105469857689,11.958108189082324,0.6287481987280713,0.007191071867150021,165.20720131155173,30,43
|
| 29 |
+
569856,3501195264,0.06571936118847974,0.7232368251497415,0.339965042595074,0.49615932471752994,23.28159425749525,8.583082194456251,2.4751712112890036,1.1904779345841447,17.025989896711668,30.6854731742213,1.0109235984491147,1.0361149030758083,3.660537720377783,53.76221791887369,15.4816764494705,0.9784041581392214,0.6420258170978941,0.7380920302605457,0.994791666045785,0.9869791651144624,0.9770234860479832,0.8744294051734183,0.8620653748512268,0.9375,0.453125,0.6822916666666666,0.9948518580640666,nan,nan,0.982121046516113,0.14799005077763164,0.12538773863343522,6.7576200224294505,0.10253225311982547,3.498428684787248,2.2720077815703954,0.08310266076931846,0.018299649167523364,0.08403546285235636,0.6992134720819688,9.582085816242364,0.6655697137316536,0.006494652022090374,165.0965497817885,30,43
|
| 30 |
+
590208,3626237952,0.005920308801180389,0.6987008355236876,0.2960966844951988,0.27926657825171125,12.588736923040603,1.3687817364578938,2.460553418094534,1.1412070496155424,16.938063319775353,54.29093229032323,1.0997845341754076,1.0313672396285893,1.9082695125622806,52.53611102638927,18.420819281781384,0.978485642800127,0.6431229080754588,0.7155625867426441,0.9895833320915699,0.9869791651144624,0.9784387927502394,0.8848824472429948,0.858869194984436,0.9427083333333334,0.4791666666666667,0.6145833333333334,0.9896737852080454,nan,nan,0.9828269812860526,0.13478776895523717,0.11367775006995846,6.288540206970543,0.10217048826527324,3.2212369795535483,2.100775816769724,0.08311759674327791,0.018587351716681234,0.08385686578118179,0.678795054444249,7.86793550185906,0.6952003527303818,0.005832543055900948,165.13515445702419,30,43
|
| 31 |
+
610560,3751280640,0.0008027219267224848,0.8503166889273164,0.2728724206454811,0.003424490329434822,4.204889995451547,0.3788348788218486,2.454457177450582,1.145199219109323,14.191154970106034,61.59946574691726,1.0079418705945127,1.022774308077522,1.9169061502182279,52.05267623061787,18.99087407080582,0.9811322553068849,0.6387842461621653,0.7524031183887863,0.994791666045785,0.9934895825572312,0.9784387927502394,0.8908561389428069,0.8673973083496094,0.9427083333333334,0.4947916666666667,0.6458333333333334,0.9948518580640666,nan,nan,0.9828532637717823,0.14567460970308113,0.12386567042752479,5.740163089823818,0.101824644574873,2.8528669051972804,1.9483845766534529,0.08311842219075409,0.018654137177108236,0.08333655847004076,0.6519777953193789,6.865926503162807,0.7136093348677639,0.005209787318395601,165.04054892873424,30,43
|
| 32 |
+
630912,3876323328,0.00014056242230555603,1.5467364781193393,0.4052801060365571,0.0002644031863215223,4.301816044221763,0.09792701882738228,2.4527634453206595,1.1752170564636386,26.756981774860574,64.92703132938415,1.0081298602746704,1.0566509300055742,1.917295868738689,51.90387353556412,21.249311479327343,0.9823356676840722,0.6473393989710843,0.734113104669894,0.994791666045785,0.9869791651144624,0.9797408767044544,0.894536697453886,0.8661267161369324,0.9427083333333334,0.4947916666666667,0.6145833333333334,0.9948518580640666,nan,nan,0.9830687197196918,0.15053448133509542,0.12882262912656492,5.118599263334728,0.10151861452425362,2.4397888241379118,1.7691981228899654,0.08311844814576634,0.01865024204348535,0.0827676350762657,0.6235573301916256,6.324028314413421,0.7244236604823092,0.004631127461369502,164.86137917986974,30,43
|
| 33 |
+
651264,4001366016,2.3840006370046403e-05,3.9274932758648253,0.5081486169386829,1.7833032726142028e-05,0.8213886149486175,0.026597012163652456,2.4541493471457354,1.179552122499145,44.3920613347035,306.01886169066114,1.0080234407251782,1.0239665270599994,1.9115827922801483,52.0318101840686,58.22369401314254,0.9741021217250282,0.6239502966696187,0.7678977807642647,0.994791666045785,0.9869791651144624,0.9797408767044544,0.8908285850935118,0.8649246096611023,0.9375,0.4322916666666667,0.6770833333333334,0.9948518580640666,nan,nan,0.9830687197196918,0.13613445936774346,0.11469168053008616,4.557638276504781,0.1012849749324387,2.1187837509363066,1.5579841639336893,0.08311844316093428,0.01863232676678295,0.08232533462678115,0.5955092414532066,5.971380375630264,0.7302861125999183,0.004100970320511953,164.9563660514707,30,43
|
| 34 |
+
671616,4126408704,4.051456658388511e-06,10.391022946470155,1.1386515654330636,1.1482148262453383e-06,0.23423401959816584,0.007088171458789274,2.4607724685572663,1.2023774232833278,36.389047127989485,29.795544210068975,1.0079550082680082,1.0171452580264735,1.96778676462228,52.59792633373375,17.711111732284614,0.9754843713205739,0.6305971924495131,0.7285674142568357,0.994791666045785,0.9934895825572312,0.9784387927502394,0.8853751859066721,0.8592355847358704,0.9375,0.4427083333333333,0.6354166666666666,0.9948518580640666,nan,nan,0.9828269812860526,0.14829217880211823,0.12574868470740816,4.117186766939113,0.10106595945828359,1.9597522179931683,1.3022715186451785,0.08311844102081087,0.018626434588553235,0.0820718708982999,0.5702802882966276,5.884299043835428,0.7318580193187362,0.003623353354756449,165.0610015712265,30,43
|
| 35 |
+
691968,4251451392,9.524231117514359e-07,33.30263282845279,2.8974471047696193,6.880322604647538e-08,0.2082861248090267,0.0017554945421585652,2.46571943883497,1.20461950779708,27.29834444390857,57.65555967990934,1.00794537827348,1.0379174041595365,1.9667302714887458,53.01446671534866,20.45508334298363,0.9737954886356629,0.6291896155428993,0.7222409158788492,0.994791666045785,0.9869791651144624,0.9797408767044544,0.8838693448143591,0.8566536903381348,0.9322916666666666,0.4010416666666667,0.5989583333333334,0.9948518580640666,nan,nan,0.9830687197196918,0.14898045851708494,0.12823521211976185,4.136904215053419,0.10083318868167752,2.247483857060108,1.0591653748046448,0.08311844037551716,0.018625776083910514,0.08193526929701751,0.5457422753843351,5.872627566070677,0.7331711171361847,0.003201913898652705,164.93136212398127,30,43
|
| 36 |
+
712320,4376494080,2.274867579998595e-07,79.35769713039238,6.995399552721719,3.6961531071094636e-09,0.0598570843251063,0.00042357989577992944,2.465025803855088,1.2088504759210954,20.186432392483727,69.80689103363511,1.0079582348813356,1.034255398000664,2.052720659198446,52.94164667046063,21.176964980654425,0.9806369404448627,0.647078584011632,0.7563241204203841,0.994791666045785,0.9869791651144624,0.9797408767044544,0.8817240834802889,0.868423342704773,0.9375,0.4895833333333333,0.6666666666666666,0.9948518580640666,nan,nan,0.9830687197196918,0.13660549739409808,0.11465195781784132,5.236839900017346,0.10055609992573078,3.5333308763704894,0.8933885507091595,0.0831184402122381,0.01862584589180533,0.08187171713351435,0.5259483300557416,5.876469072036492,0.7335563163674267,0.0028398614619212603,164.98170967427785,30,43
|
| 37 |
+
732672,4501536768,5.8781462556116296e-08,123.11771549582119,23.27491028293717,1.8224141976530335e-10,0.011679596307475436,9.013544313254448e-05,2.4660489917681314,1.2293335145557354,19.32878327207971,103.80329148489814,1.0079474542949154,1.0200335332456363,2.067380903043964,53.04713589795912,25.929129437153886,0.9809715335584674,0.6620453201410659,0.7492745015540039,0.994791666045785,0.9869791651144624,0.9784387927502394,0.8809665734768729,0.8706386685371399,0.9427083333333334,0.484375,0.6510416666666666,0.9948518580640666,nan,nan,0.9828269812860526,0.14166427350558783,0.12029539607465267,7.428305466144181,0.10001815599073016,5.738114831226641,0.8986616177851787,0.08311844016696326,0.01862590508777168,0.0818300127044255,0.5079364512197121,6.120097839173937,0.7284560619806578,0.0025399532871463355,164.90508797941243,30,43
|
| 38 |
+
753024,4626579456,3.1337557124592136e-09,106.35391825886012,68.89659186366175,8.709969184905553e-12,0.0035774393304413695,1.7315304537154046e-05,2.4620273924267835,1.0273311588623888,24.32701824207874,760.2934643927674,1.0083989332634735,1.0188165099240547,2.068675467262724,52.719538147601135,120.35189183596572,0.9771426881250899,0.6575092061429033,0.7431318280378563,0.994791666045785,0.9934895825572312,0.9784387927502394,0.8850579977621211,0.8691728711128235,0.9479166666666666,0.4791666666666667,0.65625,0.9948518580640666,nan,nan,0.9828269812860526,0.1364269037563659,0.11407958667647715,9.715320344245749,0.09776954683849837,7.557200129942064,1.3837155142167066,0.0831184400751429,0.018625769951452525,0.08177067802610295,0.4931201958446092,6.341962348054743,0.7256404920407928,0.002304473351749283,164.8874873845562,30,43
|
| 39 |
+
773376,4751622144,5.094114103083965e-10,57.88453582863285,91.96291343547138,3.753775096898602e-13,0.0010230791309281462,3.4027770356601005e-06,2.4556221022559157,1.0290951298361604,19.551155468142916,150.83183301872302,1.0084584752063188,1.017523604278939,2.132834299341255,52.15671833291723,32.53251690406369,0.977158829176592,0.6690321409292646,0.7659282659224611,0.994791666045785,0.9934895825572312,0.9784387927502394,0.887718470535468,0.8767551183700562,0.9479166666666666,0.484375,0.6666666666666666,0.9948518580640666,nan,nan,0.9828269812860526,0.14474008868501187,0.12312620544495682,11.629558681509806,0.0832034094342695,8.529495862998873,2.3568698606202316,0.08311842773700671,0.018625034532429013,0.08134810270870853,0.4768979016485284,6.2749614067809105,0.726449729571611,0.0021352149741550937,164.99404009435628,30,43
|
| 40 |
+
793728,4876664832,1.0612317181048288e-10,29.842795980082883,108.10135134832917,1.621866924036623e-14,0.00027689842433520725,6.85961373352404e-07,2.4611372765530053,1.030499736627684,19.790192062452913,120.7225924241059,1.0086375706616144,1.019308951885617,2.2335509923570536,52.614460952873436,28.345606098709176,0.976861300734138,0.6358115330782617,0.7564113903596542,0.994791666045785,0.9934895825572312,0.9784387927502394,0.8826110246845589,0.8657646179199219,0.9479166666666666,0.4479166666666667,0.6822916666666666,0.9948518580640666,nan,nan,0.9828269812860526,0.1367757551490906,0.11518948975329597,12.931586595297036,0.04301686822928518,8.967680993895657,3.281342576660634,0.08311435024501326,0.018594107907934268,0.07599775273674571,0.46183985417836815,6.316427305153331,0.7257031331603186,0.0020334671566161833,164.98408703622735,30,43
|
training_logs/run_metrics/04_bittoken_large/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: True
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 2
|
| 5 |
+
cache_base_path: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache
|
| 6 |
+
combine_strategy: zero_pad
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 4
|
| 22 |
+
difficulty_column: difficulty
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 48
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 15264
|
| 28 |
+
eval_every_k_tokens: 62521344
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_bittoken_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 610352
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_stem
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 1280
|
| 45 |
+
n_head: 20
|
| 46 |
+
n_layer: 36
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: bittoken
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: bce
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 61036
|
| 56 |
+
num_warmup_tokens: 250000000
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_bittoken_multiTask.py --tqdm --verbose --seed 42 --run_name bittoken_gpt2_large_b192 --device_batch_size 4 --effective_batch_size 48 --num_workers 4 --n_layer 36 --n_head 20 --n_embd 1280 --context_length 1024 --train_token_budget 2500000000 --num_warmup_tokens 250000000 --eval_every_k_tokens 62521344 --max_eval_steps 2 --save_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bittoken_gpt2_large --default_vram 200000000000 --no_save_latest --tie_word_embeddings --wandb --wandb_group multi_task_bittoken_gpt2_large_b192 --tokenizer_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2 --model rope_stem --num_embedding_type bittoken --add_reciprocal --combine_strategy zero_pad --num_loss_type bce --dropout 0 --cache_base_path /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache --compile --difficulty_column difficulty --train_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum endgame curriculum endgame standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0 0.14285714285714285 0 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized_number --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_number_prompt curriculum_number efficient_number_prompt curriculum_number efficient_number_prompt efficient_number_prompt efficient_number_prompt efficient_number_prompt pretokenized_number --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project bittoken_v3', 'time': 'Fri Jul 31 00:25:10 2026', 'git_root': '/work8/yizhanh/byte_v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: bittoken_gpt2_large_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 37778931862957161705472
|
| 70 |
+
save_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bittoken_gpt2_large
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/96841076'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/46368368'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/63050008'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/4733157'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/44316829'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/48579485'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/63589654'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/28473695'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/35710404')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'endgame', 'curriculum', 'endgame', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized_number
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.0, 0.14285714285714285, 0.0, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 2500000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_number_prompt', 'curriculum_number', 'efficient_number_prompt', 'curriculum_number', 'efficient_number_prompt', 'efficient_number_prompt', 'efficient_number_prompt', 'efficient_number_prompt', 'pretokenized_number']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: True
|
| 96 |
+
wandb_group: multi_task_bittoken_gpt2_large_b192
|
| 97 |
+
wandb_project: bittoken_v3
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/04_bittoken_large/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_binary_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_DivM_binary_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_binary_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_DivM_binary_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_binary_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_DivM_binary_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_binary_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_DivM_binary_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_binary_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_DivM_binary_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_binary_uniform_val_10k.csv.gz,max_difficulty_DivM_binary_uniform_val_10k.csv.gz
|
| 2 |
+
15264,62521344,4.364848835273278,4.388044893238759,4.200032668188214,4.185205335797946,4.026299450080842,4.294390675921913,0.7400232553482056,2.069898296466341,5.2327978244235664,1.0000209642507079,1.0173134593375985,1.0352667762369299,1.01044726628717,1.016223886882896,1.0000001961983196,2.097108382742439,1.0010787693191423,183.13852842734252,21.368443125399747,0.37936910960889186,0.20917557623600844,0.08849987248018264,0.3662860059247774,0.033398281606123,0.375,0.04947916977107525,0.2857142984867096,0.25733971011780804,0.09441575407981873,0.11458333333333333,0.1328125,0.020833333333333332,0.3324652777777778,0.010416666666666666,0.7079427473557492,nan,nan,0.6979258212571343,nan,nan,2.7587119967967615,0.250950049976008,0.11858655283922825,0.0,0.07612204490396822,0.0,0.13704108663193248,0.04681483370791808,0.20340202338808067,1.9257954351010436,3058.6665202729655,0.706916073250004,0.004997126321997158,120.7395225815,8,9
|
| 3 |
+
30528,125042688,4.8026591539382935,5.600701421499252,4.523636897404989,6.532442562885814,4.19204494528898,4.339554749063183,2.395528961871122,2.1752972007780267,3.6074021918601744,1.0,1.0,1.0,1.0000000005174012,1.0000000006208816,1.0000005376764285,1.081666433379849,1.000001669449913,124.68630225901875,14.751996766740357,0.44284518240994,0.34496073615425527,0.20790462203189902,0.4628621862349512,0.13296951021074405,0.96875,0.973958358168602,0.931547611951828,0.4414492065043125,0.3502400815486908,0.15625,0.2144097222222222,0.03125,0.3993055555555556,0.03125,0.9850968892375628,nan,nan,0.9673152764638265,nan,nan,3.5182805829754673,0.6725061846784101,0.29583267039776895,0.0,0.10479357314447625,0.0,0.18106406825802876,0.46945426446037597,0.2363516661483696,1.5582781745010923,13.814502480949434,0.7413945519336084,0.009998084214664627,120.48520105090422,8,10
|
| 4 |
+
45792,187564032,4.573457837104797,5.219833713715358,4.258466308505728,4.173583615560551,4.173719882965088,3.9589681283810285,0.5719366202884224,1.970640012959085,3.368139108343987,1.0,1.0000000195576895,1.000000029802282,1.000000007554056,1.0,1.0000000024835265,1.0061901002355405,1.000000352775027,134.13275072246532,15.793215692763717,0.4650632707680048,0.40186775602184294,0.2254399939988922,0.5256783609547194,0.17864412716089811,0.9895833432674408,0.986979179084301,0.9613095223903656,0.4045104222577314,0.3950376808643341,0.17708333333333334,0.2604166666666667,0.052083333333333336,0.4600694444444444,0.03125,0.9936990840360522,nan,nan,0.9846037377913793,nan,nan,4.730858811577893,1.1849929164549764,0.6065835779516896,0.0,0.5705579730431481,0.0,0.2740351526440444,0.34947417213986465,0.34776651465129277,1.3974485297589614,12.54829248155719,0.7604190881209804,0.014999042107332095,120.55145455955696,10,12
|
| 5 |
+
61056,250085376,5.778882900873821,6.943427009714974,5.169044931729633,3.8690113855732817,4.122556447982788,4.310813148816426,0.0365253653420754,2.2348092851184664,3.4025164391681173,1.0,1.0,1.0,1.0,1.0,1.0,1.0000983712683633,1.0,143.17770378420033,16.797533572829856,0.5313290925268024,0.507936540083438,0.3313732026378583,0.6117779638415738,0.2570189597433209,0.9895833432674408,1.0,0.9642857015132904,0.36987002109924627,0.4813709557056427,0.20833333333333334,0.3315972222222222,0.08333333333333333,0.5121527777777778,0.07291666666666667,0.9983408885697523,nan,nan,0.9875399637967348,nan,nan,6.578151166748765,1.651361326531686,1.17875139944632,0.0,1.0260916679500713,0.0,0.4123437342812721,0.31504071294509545,0.5556865187799611,1.4388758634806076,20.238287487213718,0.646653000239978,0.020000000000000004,123.84463479212559,10,13
|
| 6 |
+
76320,312606720,5.7493333021799735,5.325590388642417,4.517640868822733,3.5346064317693084,4.169621666272482,4.323769327829536,0.6607651110818633,2.2756682457740682,3.121453331827991,1.0,1.0,1.0,1.0000000004139211,1.0,1.0000000540167018,1.0011785786740672,1.0000000827403412,94.81329167229019,11.423830043126136,0.6440040595390366,0.5637789519351984,0.39159105508284636,0.6946903872789241,0.3467240747690268,0.9895833432674408,1.0,0.9404761791229248,0.5873160835980573,0.5948796272277832,0.2708333333333333,0.3559027777777778,0.14583333333333334,0.5755208333333334,0.11458333333333333,0.9984531110773484,nan,nan,0.974985017751654,nan,nan,7.160062814693883,1.6838474015278546,1.4482158471148623,0.0,1.245024583938119,0.0,0.4355839986380481,0.28724787322717577,0.5444220788651651,1.515721112469707,26.220051923903405,0.5782481150894936,0.019965729849129636,124.19581159388459,12,15
|
| 7 |
+
91584,375128064,5.063027938206989,5.40051077802976,4.513534506162007,3.8139734251631636,4.115745425224304,4.449374874432882,0.11872485188009207,2.1965616089957103,3.003080677763492,1.0,1.0,1.0,1.0,1.0,1.0,1.0003411249361245,1.0,79.9053704993246,9.767301291584525,0.8246207171795347,0.6241859505112303,0.4852154727778001,0.736908770969999,0.41607472084865194,0.9895833432674408,1.0,0.943452388048172,0.6769584725463017,0.6846171617507935,0.5104166666666666,0.3932291666666667,0.22916666666666666,0.6206597222222222,0.1875,0.9963702876120806,nan,nan,0.9764154010141889,nan,nan,7.0634364215086025,1.5416064755303869,1.5916586299881301,0.0,1.2660473910339407,0.0,0.3822966191862779,0.24851879797310275,0.46954459145239236,1.5637640065617817,20.340566082562727,0.5733561612942902,0.019863180383909898,124.95996345950397,14,17
|
| 8 |
+
106848,437649408,6.669912338256836,5.283961776230069,4.924440781275431,3.465538389152951,4.48250929514567,4.218277931213379,0.23234858438824268,2.1246037029084706,2.885635532149339,1.0,1.0,1.0,1.0,1.0,1.0,1.001759074941803,1.0,67.26072299358223,8.362498007613782,0.895139536274747,0.6918674165329097,0.5301333723949642,0.789632031288186,0.44941341456795925,0.9895833432674408,1.0,0.9642857015132904,0.7701082276758325,0.7310959696769714,0.6458333333333334,0.4722222222222222,0.21875,0.6605902777777778,0.20833333333333334,0.9930381203691164,nan,nan,0.980537062510848,nan,nan,6.891613120734039,1.3620606911803776,1.759458559202775,0.0,1.2300406048997332,0.0,0.3297518790048195,0.2148785476945576,0.40477695830907734,1.590645973620319,17.56499596496173,0.5797495825676954,0.019693132578928373,125.0942841579672,16,19
|
| 9 |
+
122112,500170752,6.899682680765789,6.833635502391391,5.811382134755453,4.54360995027754,5.63798705736796,4.277334213256836,0.32250423410091017,2.143457019652496,2.8475391140075423,1.0,1.0,1.0,1.0,1.0,1.0,1.0108762505248667,1.0000155308629015,63.77548079268325,7.976263619341223,0.9152814194829084,0.7531257235483529,0.6209858646997584,0.8313030282602162,0.5564448978160454,0.96875,0.986979179084301,0.9672619104385376,0.7927110641582478,0.7917820811271667,0.78125,0.5043402777777778,0.2604166666666667,0.6640625,0.2708333333333333,0.9819529739518961,nan,nan,0.9817566530158123,nan,nan,6.835039571746405,1.2034084243610639,2.01480347676689,0.0,1.1946857305741543,0.0,0.2886881848137968,0.18824610175701195,0.3544740330459318,1.5907337152120016,15.148839753136757,0.6143394943963213,0.01945688144839207,125.20020412067238,18,21
|
| 10 |
+
137376,562692096,6.605169177055359,6.309138006634183,5.734849969546001,4.381982237100601,5.465406974156696,4.502520206077499,0.018185406376174273,2.238960197645043,2.8135260086358236,1.0,1.0,1.0,1.0,1.0,1.000016416531762,1.0041710727870865,1.0000109107244948,60.62653414710285,7.62563694968291,0.8636910643707343,0.8172625989869768,0.6830337636857948,0.8754508618700482,0.6313036435749535,0.8958333432674408,1.0,0.7827380895614624,0.81839162717042,0.7935017943382263,0.5833333333333334,0.5711805555555556,0.3020833333333333,0.7222222222222222,0.3229166666666667,0.9387873288136556,nan,nan,0.8849873620492872,nan,nan,6.975346600060539,1.0737029402783989,2.34454691424538,0.0,1.2242411179915629,0.0,0.25668143191286674,0.16735733757118482,0.3151824564708349,1.5936345002360233,16.043597301565875,0.607238008992149,0.019156226183831337,125.05710129942149,20,23
|
| 11 |
+
152640,625213440,6.933010816574097,5.369918644428253,5.736714204152424,3.694690490762393,5.395659406979878,4.2433747144308125,0.006629968043441056,2.0958852023023002,2.7931546652618287,1.0,1.0,1.0,1.0,1.0,1.0003168491624197,1.0155470152615609,1.0000005982555753,58.97776551780709,7.443736664498516,0.8967577909955304,0.8397491920033652,0.6976380900550192,0.8886464320287448,0.652633922974194,0.96875,0.986979179084301,0.8541666567325592,0.8315879481612071,0.8235788941383362,0.7291666666666666,0.5911458333333334,0.3229166666666667,0.7248263888888888,0.34375,0.9697050799928931,nan,nan,0.9294968163594604,nan,nan,6.825332380256191,0.9681212434095569,2.4286043937087705,0.0,1.1927251395464773,0.0,0.23102852152433806,0.1506232754838949,0.2837834745694163,1.5704464227152504,11.64302238792306,0.6665146470722006,0.018793456452196412,123.0924909373863,22,25
|
| 12 |
+
167904,687734784,10.476139783859253,7.564218905236984,7.376493612925211,5.781862586736679,6.886554161707561,4.20223605677932,0.0030233310344807,2.1145057682577795,2.7669934413807282,1.0,1.0,1.0,1.0,1.0,1.0000013632802962,1.0968802786052692,1.0000000019606783,56.75584511724161,7.205858529009761,0.8727108530146969,0.8660670835137094,0.7260491497764927,0.9058149005952426,0.6566760741055181,1.0,0.947916679084301,0.982142835855484,0.8519247563623783,0.8440922498703003,0.7083333333333334,0.6319444444444444,0.375,0.7534722222222222,0.3541666666666667,1.0,nan,nan,0.9929898368815581,nan,nan,6.836256738718613,0.8812711514048458,2.6156834459773353,0.0,1.1777887970763112,0.0,0.21003420532690273,0.13693064127074883,0.2583066259319578,1.5562419554932165,12.595273023404852,0.6529294927614259,0.018371334958694578,122.81898417090557,24,27
|
| 13 |
+
183168,750256128,7.619691689809162,6.157090663909912,5.757723053296408,4.238577120833927,5.3122206528981515,3.9620410699883175,0.00020975610665892666,2.0735129920817505,2.712776197632388,1.0,1.0,1.0,1.0,1.0,1.0039643435402774,1.0894519818673887,1.000000007058444,52.41653752156473,6.723328206003426,0.932747678954522,0.9083000192647468,0.8290460195532312,0.9345768501496851,0.7475889783688995,1.0,0.973958320915699,1.0,0.8875413788676143,0.9009721279144287,0.8020833333333334,0.6918402777777778,0.46875,0.7881944444444444,0.4270833333333333,1.0,nan,nan,1.0,nan,nan,6.568527954962706,0.8087013515937236,2.5409371815901087,0.0,1.1102285836657722,0.0,0.19253271715422948,0.12551993043723603,0.23713881307204243,1.5534694565385956,14.048521426020178,0.6220707973090451,0.017893076407163026,123.54152770641585,26,29
|
| 14 |
+
198432,812777472,7.260421117146809,6.294913159476386,5.704011917114258,4.119146714607875,5.287117958068848,3.980631042812213,0.00010114507811620531,2.122864501168919,2.6758924645084172,1.0,1.0,1.0,1.0,1.0,1.0000004731103247,1.0484414142773706,1.000000002614238,49.71180639349419,6.417805364832903,0.9605036884489535,0.9292703386925627,0.8769025393777434,0.949128243214654,0.8238803357561801,1.0,0.986979179084301,0.988095223903656,0.9134663771827313,0.9314408898353577,0.8958333333333334,0.7430555555555556,0.5416666666666666,0.8350694444444444,0.5104166666666666,1.0,nan,nan,0.9981359162678322,nan,nan,6.5967031734585575,0.7886116466216356,2.627144748766489,0.0,1.1259022158164844,0.0,0.1811129506407386,0.12161886447778367,0.22058178481490903,1.5317310420463557,16.79413405847218,0.5832511892257184,0.017362323018206012,123.29916129872522,28,31
|
| 15 |
+
213696,875298816,6.979554494222006,6.151642203330994,5.352281928062439,4.479416906833649,5.058238903681438,4.096388046173409,0.00010711786867797298,2.2155466685516965,2.640883943790945,1.0,1.0,1.0,1.0,1.0,1.0000065482657408,1.0677366314436165,1.000000008234849,47.312903359350344,6.153405171921616,0.9713249659901109,0.9394927022388139,0.8892573313803328,0.9599478036359356,0.7770248442769888,1.0,0.9609375,0.982142835855484,0.9323633187944184,0.9244107604026794,0.9270833333333334,0.7925347222222222,0.6770833333333334,0.8550347222222222,0.5104166666666666,1.0,nan,nan,0.9900066846360763,nan,nan,6.45333438807031,0.6979691608353983,2.640008825080622,0.0,1.1285893389013777,0.0,0.1623557589235471,0.04727783385096355,0.19839030204345143,1.5787432496857596,18.417020340081095,0.5577431393267911,0.016783116791537683,122.9811428853106,30,33
|
| 16 |
+
228960,937820160,6.744327545166016,5.938180635372797,5.264648993810017,4.055405855178833,5.00044564406077,3.822576610566907,8.439397909011138e-05,2.061579905037247,2.61757871653869,1.0,1.0,1.0,1.0,1.0,1.0000133486090363,1.0399744664645305,1.0000003195877478,45.737300007850024,5.975254238056816,0.9528729233986446,0.949587706042144,0.8954620939671735,0.9638897674634247,0.834591853010612,0.9895833432674408,0.947916679084301,0.9851190447807312,0.946514021723451,0.9331496953964233,0.875,0.8480902777777778,0.6875,0.8940972222222222,0.6145833333333334,0.9926281717295448,nan,nan,0.995743508140246,nan,nan,6.032826803607913,0.5141188625389936,2.5641694798863535,0.0,1.011991966208919,0.0,0.12402432799748876,0.03815198440352187,0.15096341822978943,1.629406843233858,17.507427780008417,0.573221480614453,0.016159868723772935,122.57166393815082,32,35
|
| 17 |
+
244224,1000341504,6.319462458292644,5.742374476459291,5.142281651496887,4.214199036359787,4.942830204963684,3.654935801771078,3.319798404620238e-05,2.012209032603645,2.6035858745104434,1.0,1.0,1.0,1.0,1.0,1.0002802998811662,1.0019958930967594,1.0000256779261645,44.850107894745214,5.872489973961034,0.9684504414232735,0.9597952168981054,0.9161775170953589,0.9722409843547934,0.8703898757398815,0.96875,1.0,0.9761904776096344,0.9503754164283578,0.9482725858688354,0.9166666666666666,0.8585069444444444,0.7604166666666666,0.9045138888888888,0.6875,0.984918424859643,nan,nan,0.9900945732370019,nan,nan,5.171455487267119,0.26028075731331174,2.3373446660619934,0.0,0.8197346344458013,0.0,0.05508520792783967,0.020508616305703213,0.052758717222321255,1.6257429554157448,14.548464715191841,0.6137650279070502,0.015497325216091833,122.37695872513245,34,37
|
| 18 |
+
259488,1062862848,6.576412121454876,5.7617918815877704,5.117896596590679,4.415967646572325,4.832728107770285,3.9214938897856553,2.2570432076911978e-05,2.2248204877719457,2.5839602945783233,1.0,1.0,1.0,1.0,1.0,1.000015122851075,1.0000358478568518,1.0000001424756102,43.62736299995754,5.736379345904564,0.9933457506077521,0.9618783754670042,0.9327919054493263,0.9746861575874238,0.8690564517562754,0.9895833432674408,1.0,0.9761904776096344,0.953972622544561,0.9572535157203674,0.9791666666666666,0.8949652777777778,0.8125,0.9227430555555556,0.6666666666666666,0.9983914283414682,nan,nan,0.9903222390760978,nan,nan,4.51612959187123,0.1099793760968302,2.134410051908196,0.0,0.6490624723521248,0.0,0.011039809253488846,0.005858998745445232,0.011525544018791974,1.594253392568272,14.33894819762378,0.6313384048937501,0.014800531927597655,122.13381814106077,36,39
|
| 19 |
+
274752,1125384192,6.640189687410992,6.34291431144926,5.499522089958191,4.143576425491198,4.956350525220236,4.568041486128141,0.003546866407240938,2.3434764749446617,2.570597209360527,1.0,1.0000001673229917,1.0,1.000001037857767,1.0,1.0055893281978148,1.0000821329326146,1.0000036316750331,42.723829915420396,5.636611801489624,0.9886807433468909,0.9739001378442244,0.9347726226328226,0.9830170270913244,0.8904886191985817,0.9895833432674408,1.0,0.9761904776096344,0.960433693048453,0.9614962935447693,0.9791666666666666,0.9427083333333334,0.8333333333333334,0.9453125,0.7604166666666666,0.9983914283414682,nan,nan,0.9904005508869886,nan,nan,4.1196498773348385,0.0437832310409654,1.9461417062140245,0.0,0.5411087950992575,0.0,0.0013853421786410465,0.0022735509018923885,0.013791817800248369,1.5711654756675282,15.822080618914693,0.6091281652833244,0.014074795349650518,121.66401293276749,38,41
|
| 20 |
+
290016,1187905536,7.738271156946817,6.636894345283508,5.689740975697834,3.9454884746748506,4.728041489919027,4.47449142160725,0.1687498093431361,2.424963568438318,2.6450685165016865,1.0,1.0,1.0,1.000000155581158,1.0,1.0000082601089606,1.000041551279836,1.0000000002614238,47.59395178892161,6.177111306239221,0.9817200532266477,0.9516852424685077,0.8987407681479296,0.9544442546375844,0.8295147443815204,1.0,1.0,0.9910714328289032,0.9284895185851888,0.943035364151001,0.96875,0.8663194444444444,0.6666666666666666,0.8862847222222222,0.53125,1.0,nan,nan,0.9910545827200016,nan,nan,4.1499629256177375,0.036732372701623224,1.7180185854843353,0.0,0.46330674376522546,0.0,0.0002321053610688915,0.070070291428411,0.3003004345421079,1.5613024244298757,19.151783985771097,0.5886615066168209,0.013325642393809753,120.61616546986063,40,43
|
| 21 |
+
305280,1250426880,7.639313262074604,7.249757102624988,5.912003961746646,4.977593505884049,4.8914701981272515,5.146947052817329,0.5309345107026964,2.460840039736977,2.664345138305363,1.0000000608463029,1.0000133690165545,1.0000007518807594,1.0000086564390551,1.0000003961214519,1.0000001334895203,1.0000610289146068,1.0000000274494885,48.954535301005286,6.32829108057367,0.9780789140655943,0.9455573113113646,0.890266942610211,0.965082449693771,0.8357769278575875,1.0,1.0,0.9940476417541504,0.9199243375153744,0.9414681196212769,0.9583333333333334,0.8515625,0.6875,0.90625,0.6041666666666666,1.0,nan,nan,0.9979156466821829,nan,nan,4.1965123404295275,0.10293557375622459,1.4025000112336063,0.0,0.3930644086862631,0.0,0.012279780098509168,0.1601117093517915,0.5473474695291176,1.5782734105195246,22.77077700129751,0.5500828475736285,0.012558778301146429,121.28383025522851,42,45
|
| 22 |
+
320544,1312948224,8.041260242462158,7.558818856875101,6.335883935292561,6.0881750451193914,5.475808183352154,5.005171696345011,0.11969464022916365,2.5031147684369772,2.6340779918300092,1.0,1.0,1.0,1.0,1.0,1.0,1.0000258474103894,1.0,46.81383217685762,6.090428669363113,0.983562772880241,0.9530496738469255,0.8945152507566536,0.9689016133704342,0.8314562384874216,1.0,1.0,0.9970238208770752,0.9338941385126756,0.9445272088050842,0.96875,0.8489583333333334,0.6979166666666666,0.8862847222222222,0.59375,1.0,nan,nan,0.9996463488787413,nan,nan,3.9242178603111064,0.19647055714592843,0.9880779372143996,0.0,0.2819117837150994,0.0,0.0539189704031773,0.19003898318159057,0.6128291592936167,1.6009704822371973,23.99160713575921,0.5215693948560041,0.011780043193471874,120.430118432853,44,47
|
| 23 |
+
335808,1375469568,7.403062582015991,7.370248801178402,6.264418760935467,5.773838394218021,5.690181255340576,4.722794095675151,0.026839114186495205,2.4257833617074147,2.6193655144554207,1.0,1.0,1.0,1.0,1.0,1.0,1.0000209744451394,1.0,45.82072095715884,5.980082436844886,0.9816569590820354,0.9512604631931568,0.9103317359437129,0.971419232723604,0.849775006752659,0.9583333432674408,1.0,0.9761904776096344,0.9439788311565978,0.9432458281517029,0.9791666666666666,0.8619791666666666,0.7395833333333334,0.9131944444444444,0.625,0.9804684060315291,nan,nan,0.9842631574720144,nan,nan,3.752830642335234,0.24989355905903937,0.7232831402874965,0.0,0.22177173728769456,0.0,0.09098700752835086,0.19771495054069999,0.6226000762210327,1.646580183727767,23.429056780057447,0.5126619448092623,0.010995367597369719,120.65152445023043,46,49
|
| 24 |
+
351072,1437990912,7.698067029317221,7.628566556506687,6.227950652440388,6.605272110965518,5.675739248593649,5.224829514821369,0.0005285399557615816,2.6373489697774257,2.5669942537284207,1.0,1.0,1.0,1.0,1.0,1.0,1.0000017899331812,1.0,42.436190023684695,5.604021312624209,0.987480038405081,0.9670003874968899,0.9313859859278515,0.981971768368122,0.8756166549281035,1.0,1.0,0.9970238208770752,0.962635143460444,0.9628347158432007,0.96875,0.9131944444444444,0.8020833333333334,0.9505208333333334,0.7083333333333334,1.0,nan,nan,0.9972819139560064,nan,nan,3.4628078211021793,0.27590562812668507,0.3501392410954263,0.0,0.16590350030569428,0.0,0.17429339624458312,0.19907686889504378,0.6244784561772674,1.6730107405350483,19.233124716625213,0.556444447987422,0.01021072727974235,120.77445471712996,48,51
|
| 25 |
+
366336,1500512256,7.463737726211548,7.6890643106566525,6.166072487831116,5.978561739126841,5.687972903251648,5.142197608947754,0.006867163606412083,2.574445179530552,2.578809858029102,1.0,1.0,1.0,1.0,1.0,1.0,1.0000942616581763,1.0,43.1932545115462,5.688149863689375,0.9987786332518238,0.9529420270930281,0.9211544421862495,0.979753910550598,0.8821403597711713,0.9895833432674408,1.0,0.9821428656578064,0.9586284503875288,0.959918200969696,1.0,0.9114583333333334,0.84375,0.9513888888888888,0.7291666666666666,0.9960157809158167,nan,nan,0.9954295779267947,nan,nan,3.5309471068140477,0.29137984793885036,0.20913012479750415,0.0,0.20740667872048565,0.0,0.30734398821625813,0.19972553172214796,0.6246956576163267,1.6912652843874998,19.265859625569743,0.5545377252931927,0.009432097738825898,121.26488874485669,50,53
|
| 26 |
+
381600,1563033600,8.60647479693095,8.718499574396347,6.713904937108357,7.873820927408005,6.322208046913147,4.795706868171692,0.0002068602074664326,2.511579649788993,2.574269061387137,1.0,1.0,1.0,1.0,1.0,1.0,1.0000066661449996,1.0,42.90253051963706,5.655837465086895,0.9991207963213686,0.9776673438856925,0.9514001707336941,0.9859963650377855,0.8939821084981078,1.0,1.0,0.994047611951828,0.9614051361062481,0.9699743986129761,1.0,0.9453125,0.90625,0.9652777777777778,0.78125,1.0,nan,nan,0.9988955253114303,nan,nan,3.6427818561669616,0.29748745382123676,0.12656454918306262,0.0,0.3080462683866524,0.0,0.39188824721433807,0.19999146378658617,0.6244998939711216,1.694303983688445,17.05041924839062,0.5642851258138003,0.008665408697250875,122.36108255129776,52,55
|
| 27 |
+
396864,1625554944,8.758512338002523,8.956800533665552,6.918596824010212,8.26084915134642,6.505601207415262,4.688353538513184,5.702730920268545e-05,2.508335681188674,2.5364222153847926,1.0,1.0,1.0,1.0,1.0,1.0,1.0000040238556274,1.0,40.608731545658706,5.4009706188349265,0.9989019524431663,0.9834565565695844,0.950276807013861,0.9883712566909694,0.9189085548202904,1.0,1.0,0.9970238208770752,0.9704385286931725,0.9755936861038208,1.0,0.9618055555555556,0.90625,0.9722222222222222,0.8645833333333334,1.0,nan,nan,0.99932511895895,nan,nan,3.945284150589388,0.30048662219485717,0.2018219740227762,0.0,0.49301481252802976,0.0,0.42859388511912705,0.20017638042717503,0.6243112193356599,1.696879259269021,20.595990440044826,0.5408190838988691,0.007916498943711495,120.61610496272256,54,57
|
| 28 |
+
412128,1688076288,10.03937880198161,10.381322701772053,8.084811369578045,9.358978205256992,7.564210096995035,4.879918098449707,9.510487591063568e-05,2.5934221631004695,2.5220706490866305,1.0,1.0,1.0,1.0,1.0,1.0,1.0000128072156689,1.0,39.78483470202816,5.309427501027091,0.999519512856875,0.9870886168801168,0.9782544316468151,0.9927602681779596,0.9202005471230013,1.0,1.0,1.0,0.9739645925644974,0.9823843240737915,1.0,0.9730902777777778,0.9479166666666666,0.9835069444444444,0.8333333333333334,1.0,nan,nan,1.0,nan,nan,4.506477792240263,0.30211342888463755,0.6646453269065664,0.0,0.5718262682090265,0.0,0.4425707338175619,0.20031760759259143,0.6242062319660019,1.7007981953734799,20.494724206150014,0.5526546156385316,0.007191071867150021,119.32688480946827,56,58
|
| 29 |
+
427392,1750597632,10.620659987131752,10.975866284635332,8.679580291112263,9.576976001262665,7.852371533711752,4.855447212855021,2.1928613108740478e-05,2.6039494786943704,2.5209003506683856,1.0,1.0,1.0,1.0,1.0,1.0,1.0000039036208517,1.0,39.72624328075174,5.302916353819176,0.9989897570581487,0.9892711761698617,0.9791869129210853,0.9929014990002205,0.9772554003814854,1.0,1.0,1.0,0.9749443846314167,0.9902964234352112,1.0,0.9748263888888888,0.9583333333333334,0.984375,0.9895833333333334,1.0,nan,nan,1.0,nan,nan,4.887531229217245,0.30246271394705887,1.032693057449568,0.0,0.5668875079507613,0.028651289019931806,0.44643893620062114,0.2003960947114977,0.6241270280919725,1.6858746077799087,12.524171692504698,0.6534746996628851,0.006494652022090374,123.31908504049457,58,58
|
| 30 |
+
442656,1813118976,11.7639430363973,12.948738568358952,9.691450595855713,11.68735878335105,8.8924773534139,5.1930660009384155,2.7017130532644124e-05,2.7375292778015137,2.5209621358002643,1.0,1.0,1.0,1.0,1.0,1.0,1.00000583850372,1.0,39.728881421272376,5.303209695530677,0.9992818179343663,0.9897204437419548,0.9827775815496473,0.9899042225186797,0.9772468297001052,1.0,1.0,1.0,0.9750601679893327,0.9903507828712463,1.0,0.9774305555555556,0.9583333333333334,0.9782986111111112,0.9479166666666666,1.0,nan,nan,1.0,nan,nan,6.4901313580983535,0.30221132265945133,1.2239298108393384,0.0,0.5617037058149872,1.4403279510531972,0.44873609814700915,0.20046576886954695,0.6237480116895512,1.6890086927711347,13.965315489727121,0.6160595344801275,0.005832543055900948,122.56102157646616,58,58
|
| 31 |
+
457920,1875640320,13.01961898803711,14.563843641016216,10.82265853881836,13.326697250207264,9.98231053352356,5.466068188349407,5.37119574132251e-06,2.8558531261625744,2.523301208107114,1.0,1.0,1.0,1.0,1.0,1.0,1.000001040531778,1.0,39.86435663948463,5.318261964446268,0.9990138020458112,0.9894939688185228,0.9841674528959348,0.9919324766544095,0.984068596169557,1.0,1.0,1.0,0.9721550166133857,0.9911177158355713,1.0,0.9661458333333334,0.9375,0.9809027777777778,0.96875,1.0,nan,nan,1.0,nan,nan,7.878470811936613,0.2996932748336546,1.2208885288513178,0.011332401641869312,0.5556371176825408,2.8427071910425847,0.45001249365578094,0.19959013980056772,0.6135525856833816,1.685057084166358,14.035060240678192,0.6174255634093778,0.005209787318395601,122.57250046353974,58,58
|
| 32 |
+
473184,1938161664,13.239432573318481,15.323865281211004,11.250279744466148,14.116149544715881,10.514401594797768,5.550479491551716,8.81135173803681e-06,2.868379865373884,2.519902658163217,1.0,1.0,1.0,1.0,1.0,1.0,1.000001378867232,1.0,39.67411679619068,5.297124241673101,0.9993239209610156,0.9907047337984217,0.9770179006004572,0.9890889089927789,0.9843239295911242,1.0,1.0,1.0,0.9733825730405413,0.990329384803772,1.0,0.984375,0.9583333333333334,0.9774305555555556,0.96875,1.0,nan,nan,0.9979609803607067,nan,nan,8.643834224153187,0.2834564867819642,1.2185539670995946,0.6044865372262607,0.5489937932485951,3.4047675042533814,0.450698518147089,0.13085746851939528,0.32569663894139367,1.6763233253915215,16.328357683295536,0.6046652612500908,0.004631127461369502,121.2998545260705,58,58
|
| 33 |
+
488448,2000683008,13.379534880320229,15.557329654693604,11.531604528427124,14.842866394254894,10.87527553240458,5.501948992411295,9.125188982554134e-06,2.8990577516101657,2.518805691814373,1.0,1.0,1.0,1.0,1.0,1.0,1.000000817029881,1.0,39.60624643770964,5.289583028304392,0.999071425835446,0.9914320933612109,0.987883868178635,0.9915028821816003,0.9871022712263946,1.0,1.0,1.0,0.9716538772464518,0.9919929504394531,1.0,0.984375,0.96875,0.9878472222222222,0.9895833333333334,1.0,nan,nan,0.9985904687394699,nan,nan,9.00407750561897,0.2098729180704604,1.2172260418973144,1.2941168464718473,0.5403100828187563,3.5335076662473086,0.43892510888530695,0.040914463700765645,0.07845365993013413,1.6507507439390077,15.674107405070052,0.6152917524971521,0.004100970320511953,121.77361113229055,58,58
|
| 34 |
+
503712,2063204352,13.205150763193764,15.68893512090047,11.522117455800377,14.866970512602064,10.890073378880821,5.465362071990967,7.296442408067656e-06,2.8747090839204335,2.5146795469544614,1.0,1.0,1.0,1.0,1.0,1.0,1.0000001167250168,1.0,39.38836822115177,5.265374259764088,0.9987798591405389,0.9884271597149862,0.9780236344777845,0.9929982713620872,0.9840633986770104,1.0,1.0,1.0,0.9733526478325237,0.9905322790145874,1.0,0.9782986111111112,0.9583333333333334,0.9817708333333334,0.96875,1.0,nan,nan,0.9985904687394699,nan,nan,9.082365471976699,0.11377089970294994,1.216440499441009,1.6209828380342715,0.5297398489908353,3.5548353542300304,0.39744768455651575,0.012378052637648906,0.012901754098680433,1.623868568975581,18.385375386545242,0.5942464729329763,0.003623353354756449,119.92080231126158,58,58
|
| 35 |
+
518976,2125725696,12.735419273376465,14.674692683749726,11.149576902389526,14.30422259701623,10.525760650634766,5.170479615529377,2.5910804807142453e-05,2.7748940104529973,2.5133204735548866,1.0,1.0,1.0,1.0,1.0,1.0,1.000000024214366,1.0,39.299045345393175,5.255449485511949,0.9995581210673814,0.9890278998323337,0.9805813503522225,0.9809413436229925,0.9845798167351861,1.0,1.0,1.0,0.9755556022305784,0.9899371862411499,1.0,0.9765625,0.96875,0.9704861111111112,0.9895833333333334,1.0,nan,nan,1.0,nan,nan,9.069676930160783,0.05959230918065113,1.2158085033769899,1.7403608677517728,0.5141231971120702,3.5576095589172763,0.3604831129212888,0.026260009583792956,0.003040235146790981,1.5923991652946832,16.8225210604006,0.6027725760608256,0.003201913898652705,120.68269747074848,58,58
|
| 36 |
+
534240,2188247040,11.71221454938253,13.75654783513811,10.397824843724571,12.730858888891008,9.880102078119913,4.763880372047424,0.0008715090745444777,2.613027322859991,2.519225430731916,1.0,1.0,1.0,1.0,1.0,1.0,1.0000000993408287,1.0,39.63931526900572,5.293257263149616,0.9989152196303039,0.9904585365156464,0.9789931246819255,0.9874929210862172,0.9806770911889104,1.0,1.0,1.0,0.9739479112306318,0.9899579882621765,1.0,0.9826388888888888,0.9583333333333334,0.9800347222222222,0.96875,1.0,nan,nan,1.0,nan,nan,9.145087669703635,0.03539818351594257,1.215079572951895,1.7916683901356465,0.4842893274414232,3.557998979800965,0.2772520683462062,0.20935262258773119,0.0013577946313617455,1.5726907637593925,16.075099609151827,0.6131819447861746,0.0028398614619212603,121.1402816633585,58,58
|
| 37 |
+
549504,2250768384,11.560513178507488,13.126534554693434,10.059080521265667,12.173373798529308,9.410141706466675,4.822931297027537,0.002163964167566791,2.6518848964146207,2.5321634068471313,1.0,1.0,1.0,1.0,1.0,1.0000000062088157,1.0000002185497747,1.0,40.42612278434304,5.380680334344626,0.9987743111029401,0.987246220061398,0.9775151314996676,0.9908808955915617,0.9819032572746297,1.0,1.0,1.0,0.9693358294668761,0.9894006848335266,1.0,0.9730902777777778,0.9479166666666666,0.9791666666666666,0.9895833333333334,1.0,nan,nan,1.0,nan,nan,9.195730992855138,0.037523522531463405,1.2128613332217442,1.8152008203200714,0.41219729705066344,3.5580662800487253,0.14430107357852862,0.40140320705483024,0.06385629462182742,1.550321202015878,15.30194994585444,0.6185844646731637,0.0025399532871463355,121.49050838063961,58,58
|
| 38 |
+
564768,2313289728,11.48989200592041,13.089595966868933,9.7516135374705,12.17160211669074,9.155425628026325,4.865017392268226,0.0001802618516324524,2.6814146268935435,2.519964859060426,1.0,1.0,1.0,1.0,1.0,1.0000000304231755,1.0000000316649482,1.0,39.6747249129272,5.297191663890591,0.9990327341351357,0.9891247131870368,0.9771536058440815,0.9824061323742596,0.98254811646875,1.0,1.0,1.0,0.9739004777593974,0.9892487525939941,1.0,0.9748263888888888,0.9791666666666666,0.9739583333333334,0.9895833333333334,1.0,nan,nan,1.0,nan,nan,9.357444154518868,0.12285790095023645,1.1993371289298667,1.8261570371177958,0.2895405716899705,3.558079164767131,0.059906975894153905,0.496792532684581,0.2681939811787084,1.5365788999597545,16.466888655914264,0.601946061106098,0.002304473351749283,121.07433469446089,58,58
|
| 39 |
+
580032,2375811072,11.422354380289715,12.874260346094768,9.81175382932027,12.010653614997864,9.156113068262737,4.940676975397479,7.723264023278215e-05,2.7346253395080566,2.5167764989857546,1.0,1.0,1.0,1.0,1.0,1.0000000142802716,1.0000000347693314,1.0,39.49578375875141,5.27730931197789,0.9988028970121443,0.9895558833323398,0.9777675084444918,0.9828256997860274,0.9804593613589717,1.0,1.0,1.0,0.9732931892429785,0.9890832304954529,1.0,0.9748263888888888,0.9479166666666666,0.9739583333333334,1.0,1.0,nan,nan,1.0,nan,nan,9.30678558427399,0.25941399089884554,1.071792395446829,1.831149795506898,0.09076281272868844,3.55808128676152,0.02370683184121545,0.5369062017797466,0.4223446046247908,1.5126277039892846,15.401451234039959,0.6112517423467004,0.0021352149741550937,121.91014443115996,58,58
|
| 40 |
+
595296,2438332416,11.471622784932457,12.872303591834173,9.826058546702068,12.211621635489994,9.075140953063965,4.8506828465288905,0.00014513408994987643,2.6716606957571845,2.512483799097319,1.0,1.0,1.0,1.0,1.0,1.0000000080714595,1.0000001707408965,1.0,39.24244359454877,5.249160419262347,0.9994638982144821,0.9892877943675886,0.9776829762950023,0.9775042640701551,0.9775215770692203,1.0,1.0,1.0,0.9796606744257796,0.9889065027236938,1.0,0.9670138888888888,0.9583333333333334,0.9635416666666666,0.9791666666666666,1.0,nan,nan,1.0,nan,nan,8.897017452128367,0.3668681063309916,0.5824679383357245,1.833614848052158,0.003374832042805902,3.558081696500104,0.012937466498664394,0.5515833969429812,0.4965499283491892,1.4915392807614947,14.975292469939095,0.616546670494277,0.0020334671566161833,122.15900057356899,58,58
|
training_logs/run_metrics/05_bpe_large/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: False
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 2
|
| 5 |
+
cache_base_path: /auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache
|
| 6 |
+
combine_strategy: sum
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 24
|
| 22 |
+
difficulty_column: difficulty_sd
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 48
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 2544
|
| 28 |
+
eval_every_k_tokens: 62521344
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_td_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 101726
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_gpt2
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 1280
|
| 45 |
+
n_head: 20
|
| 46 |
+
n_layer: 36
|
| 47 |
+
no_save_latest: False
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: bittoken
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: mse
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 10173
|
| 56 |
+
num_warmup_tokens: 250000000
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_td_multiTask.py --tqdm --verbose --seed 42 --run_name bpe_gpt2_large_b192 --device_batch_size 24 --effective_batch_size 48 --num_workers 4 --n_layer 36 --n_head 20 --n_embd 1280 --context_length 1024 --train_token_budget 2500000000 --num_warmup_tokens 250000000 --eval_every_k_tokens 62521344 --max_eval_steps 2 --save_dir /auxstore/cse/d11/data/s1155124376/math_bittoken_data/trained/multiTask/bpe_gpt2_large --default_vram 200000000000 --tie_word_embeddings --tokenizer_dir /auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo/tokenizers/num_text/td_gpt2 --model rope_gpt2 --dropout 0 --cache_base_path /auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache --compile --difficulty_column difficulty_sd --train_set_paths /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum curriculum standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_prompt curriculum curriculum efficient_prompt efficient_prompt efficient_prompt pretokenized --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project STEM --wandb_group multi_task_td', 'time': 'Wed Jul 29 16:04:21 2026', 'git_root': '/auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: bpe_gpt2_large_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 226673591177742970232832
|
| 70 |
+
save_dir: /auxstore/cse/d11/data/s1155124376/math_bittoken_data/trained/multiTask/bpe_gpt2_large
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo/tokenizers/num_text/td_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/96841076'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/63050008'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/44316829'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/48579485'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/63589654'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/28473695'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/13591814')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'curriculum', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 2500000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_prompt', 'curriculum', 'curriculum', 'efficient_prompt', 'efficient_prompt', 'efficient_prompt', 'pretokenized']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: False
|
| 96 |
+
wandb_group: multi_task_td
|
| 97 |
+
wandb_project: STEM
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/05_bpe_large/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_decimal_uniform_val_10k.csv.gz,max_difficulty_Division_decimal_uniform_val_10k.csv.gz
|
| 2 |
+
2544,62521344,2.623949944972992,3.4790501594543457,3.1449036598205566,0.575395792722702,0.7222420573234558,2.454562246799469,5.103433847427368,14.372428450369338,35.120938110444555,33.608416743597886,1.809107260834526,2.0591680201239972,12.085779089254178,164.7986922855382,37.69350428002324,0.43945022760823377,0.15527979639878392,0.2528696490347646,0.8958333283662796,0.044270834885537624,0.7721213549375534,0.2851649390670268,0.16999965906143188,0.28125,0.125,0.22916666666666666,0.944913533559884,nan,nan,0.8951295409351587,0.1929693384154234,0.1733897142112255,3.337363123284571,0.3119255522055165,0.1916991411894999,0.10948357361810152,0.11673191923383805,0.014327749108775583,0.2810698367560827,2.3121253532246224,411.80156146580316,0.5051681980159468,0.004997126321997158,35.322745395398435,4,6
|
| 3 |
+
5088,125042688,7.09903927157535,27.177440885060378,34.8613206543439,0.027451812862619697,1.348336170457314,2.331518181007401,2.9309103460229835,5.722365018856971,40.493631624734554,16.320579261773087,1.0022475886493543,1.0138470009801792,1.6397505436854432,114.93649588290532,25.875559560226414,0.6123853447807721,0.2398205276357973,0.41384382308605744,1.0,0.9869791604578495,0.9354214370250702,0.46916674544128195,0.5211132168769836,0.4895833333333333,0.19791666666666666,0.3229166666666667,1.0,nan,nan,0.9649330485068882,0.14193826253176667,0.12399378147286673,3.3323737576885044,0.49351603044800424,0.4189165657668303,0.1738629618210952,0.10512194037860959,0.20541803862811742,0.2052360028196862,1.7303022093311475,8.773549767785102,0.6535530882249089,0.009998084214664627,34.882158186794086,4,6
|
| 4 |
+
7632,187564032,6.286075691555842,84.48278090688086,266.87484232858196,0.15075249988729927,0.1750508124843757,6.1199905120267815,2.483394977580474,1.7532536502653828,27.977019477346854,21.249438684064494,1.000907602690408,1.0002524967848094,1.2109421430622895,130.25913947712874,26.350136218763282,0.8804287843767831,0.24951887820644905,0.47521005887637885,1.0,1.0,0.9737875014543533,0.41916112918854675,0.5529012084007263,0.84375,0.17708333333333334,0.3854166666666667,1.0,nan,nan,0.9806957283678154,0.12713230725421454,0.1073279418439294,5.161723833531141,0.6775067030341404,1.2496546982380479,0.7159224031052229,0.557572315040652,0.4788131459852613,0.4362231446597196,1.046031382390056,7.63527387474318,0.677019227108678,0.014999042107332095,34.897158522951074,4,7
|
| 5 |
+
10176,250085376,4.777617754015971,61.79593370139787,336.83253469301553,15.232373117950797,13.019921347838112,64.46736711558009,2.446276435576493,1.3383305433703714,18.916723884453347,13.548911821216482,1.053835053032385,1.0087337266280891,2.67914351414833,121.0795501349528,22.803604096828828,0.9556605965285673,0.2747937148195082,0.5104183134872166,0.9895833283662796,0.9869791604578495,0.9499933570623398,0.43526639208511564,0.5824369192123413,0.9270833333333334,0.2604166666666667,0.4166666666666667,0.9931183938557903,nan,nan,0.9771040652412921,0.1472173580683981,0.12975178992686173,7.468606255995403,0.5191292070773745,2.081155508802898,1.4761070751859675,0.9591768869907994,0.5760754534705144,0.7908141614433711,1.0661479074738776,12.715235160769156,0.6045317878513217,0.020000000000000004,35.179324285322465,4,9
|
| 6 |
+
12720,312606720,4.202417391799339,53.55297125328718,226.3574202401487,0.10924558945775895,11.461340121743559,6.020385701980664,2.3176946935351737,1.3989403692233922,31.35191814207317,10.4476203768257,1.0009396316440968,1.0124810946374136,1.183821275223754,94.07615168100298,20.06741036723293,0.9050576588332173,0.33072981301495075,0.5475572660534868,1.0,0.9869791604578495,0.9682237356901169,0.5714661272064312,0.6511199474334717,0.84375,0.21875,0.46875,1.0,nan,nan,0.9825070927230021,0.14342197391185132,0.12652238547646752,6.40117252496241,0.23774815546823008,2.0153082442477395,1.5200398733811293,0.5188187488380142,0.3804760957684195,0.5014677915464939,1.2273135753018085,13.936518622644293,0.5766876000184683,0.019965729849129636,35.287827026124354,4,11
|
| 7 |
+
15264,375128064,3.193547849402017,44.630583924138136,141.1189841180061,1.748470497105659,1.263885651364916,2.1994567293239635,2.2291453033627135,1.3580460092316509,20.845767766517042,16.242532901822635,1.0491054557384187,1.002952624074032,1.1876996409558462,79.058928253619,17.249290378851235,0.9271731584280831,0.36519677528828165,0.6152025003789892,0.9895833283662796,1.0,0.9613795280456543,0.6822071849431112,0.70289546251297,0.875,0.3020833333333333,0.5104166666666666,0.9978598399708668,nan,nan,0.9813085484007994,0.16960794235031548,0.1492905511210362,4.444367651341471,0.08657992249687461,1.7410444568683292,1.1377100474668989,0.08327257362490202,0.10556421863387065,0.09815850918134082,1.1920378917359322,11.433030505037907,0.6154654971411768,0.019863180383909898,35.40150140548458,6,13
|
| 8 |
+
17808,437649408,6.6989862505810365,60.22569803172246,129.56942882744954,0.43823874192136597,0.41096464121935017,3.304534623049611,2.201148258397552,1.5004550825036058,21.18146957955748,12.792986423808294,1.0104698090469273,1.0011065600486821,1.3258318198652925,74.82816749653053,16.234355253051543,0.946903408847967,0.3734126610215933,0.6622304058262276,0.9895833283662796,1.0,0.9413437694311142,0.7066308421397134,0.7192671895027161,0.875,0.2604166666666667,0.5833333333333334,0.9963343249013027,nan,nan,0.9779878979315981,0.1672284669354364,0.1426188403274864,5.641404465122043,0.059992467411356304,3.4389672846919415,1.064017067816104,0.021713332133211593,0.033141155646426675,0.027137822295874296,0.9964352796080205,10.27555947464967,0.663419805783427,0.019693132578928373,35.488755871346314,6,14
|
| 9 |
+
20352,500170752,8.780882856220263,51.63860512269275,134.85030754848367,8.671757330803166,2.388893672943204,13.811074283024269,2.206024797354985,1.448448053521333,25.53798717739325,9.172360197267365,1.115496474811775,1.0046076394405952,1.7591341628545336,75.54776200329474,16.512256529797657,0.9395383005830721,0.4003853396583407,0.6089628354270057,0.9895833283662796,1.0,0.9472658336162567,0.7066308421397134,0.7227338552474976,0.8958333333333334,0.23958333333333334,0.5625,0.9954248325278362,nan,nan,0.9772924656087222,0.15077994376285156,0.1259420582015688,6.915508007478414,0.06790133033687835,4.65208706158583,1.3021364186560314,0.020698404153056606,0.02364839597248833,0.030652178037806083,0.8183841426951992,9.027012148180848,0.6978410105543129,0.01945688144839207,35.41238912862879,6,14
|
| 10 |
+
22896,562692096,5.089950420461406,29.70729233287784,116.03645099714868,9.397153518478433,9.683992909007628,34.00059257943205,2.199720542644826,1.3394795890836964,22.585402557060256,27.32381008470839,1.1154610401209708,1.0198473260263534,3.0051034508782655,74.62646142901092,18.716509353841264,0.9419734003960529,0.4393639224563488,0.6026476678660553,0.9895833283662796,0.973958320915699,0.9153022617101669,0.7066308421397134,0.7336043119430542,0.8958333333333334,0.3125,0.4895833333333333,0.9895893654053604,nan,nan,0.957068333363471,0.15978034887787848,0.13918646634556353,5.334197425359638,0.05706581691341923,3.124664000797744,1.3288755887265717,0.018418609841710672,0.01735378316462422,0.04036613716097557,0.7474534332054789,7.604063515580675,0.7174187272482511,0.019156226183831337,35.50797660612507,7,15
|
| 11 |
+
25440,625213440,3.2485231757199884,26.86325993272999,94.75064550234049,0.028055429414113958,1.102327254858767,3.0135593953479307,2.1884644652178906,1.3204415331997537,19.703157799076436,10.048323161867344,1.0004543560942238,1.0033632010962668,1.1253738576638517,72.99733540556358,15.314064187794495,0.9209160370005238,0.47024373618098747,0.6263933295055388,1.0,1.0,0.9708136916160583,0.7066308421397134,0.7564212679862976,0.8645833333333334,0.28125,0.53125,1.0,nan,nan,0.9834908496704884,0.1754767085221829,0.1508011957242464,4.0015770807956,0.032756389702147976,1.9873531561059365,1.1974940596192207,0.00859347236445986,0.0088504459537938,0.040922730935204286,0.7256067847917219,7.386209392228967,0.7184462803620962,0.018793456452196412,35.484702846443426,8,15
|
| 12 |
+
27984,687734784,1.2671839171030561,34.68278021699447,119.533788216336,0.031819824603557256,4.323183487826313,12.105149153261301,2.1642378109206106,1.095202173424363,23.003754081609344,17.94572117372379,1.0007224900944254,1.0139425367939996,1.7389655525435654,69.60485203820662,16.48616572091373,0.9581200962950783,0.4945933156435584,0.6549420408914943,1.0,0.9869791604578495,0.9506653398275375,0.7483009810687217,0.7783074378967285,0.9166666666666666,0.3958333333333333,0.5729166666666666,1.0,nan,nan,0.9768274508533068,0.14541837133098548,0.12413878684553008,4.535425798042016,0.025877225569980893,2.541312849491398,1.2019265304294444,0.003021919456575455,0.004034493654904605,0.03397376151573177,0.7252789764866558,7.801773034129877,0.7017556279077657,0.018371334958694578,35.47071709452696,9,17
|
| 13 |
+
30528,750256128,5.444411546619069,37.10505299311603,91.33031636683029,1.498557966781812,2.6476642051987076,4.94871574445621,2.151497950191583,1.3003722280385301,22.195402756326637,18.4988352517019,1.032333732319196,1.0075927755085081,1.271842847429923,67.89673566065866,16.171873607426193,0.9526844181284412,0.5192284515722488,0.7190824060340657,0.9895833283662796,1.0,0.9740711003541946,0.7647075558313973,0.8035727739334106,0.90625,0.375,0.6458333333333334,0.9904675617193183,nan,nan,0.9851276945555583,0.16803060302239223,0.14088799137001237,5.6987243471608595,0.03287053152144707,3.5810264574125488,1.3366731976939956,0.0018233718932329013,0.003354392740753083,0.023642213214120064,0.7193341338428962,7.51262809359615,0.6949380834194474,0.017893076407163026,35.46085246330746,9,19
|
| 14 |
+
33072,812777472,8.450522763838908,24.157764352723063,89.85981132675636,0.012502519887909257,0.5524168245021273,20.065532188904278,2.1360973741101077,1.5308618187115697,13.998071606676463,12.14819487707189,1.0002019277089915,1.001622689398487,2.9207313812337152,65.86936219734658,14.067006642592528,0.9448895501715268,0.5361451532346357,0.7206960182693131,1.0,1.0,0.9376561194658279,0.7798242383923215,0.8083263635635376,0.875,0.40625,0.6458333333333334,1.0,nan,nan,0.971990144229494,0.17301974628450503,0.15124454201819995,5.866206457639265,0.034105759806218286,3.5370397617412155,1.5672259821450045,0.001590000223719186,0.003060434338091433,0.017578286050281618,0.7056061881086727,7.498329959669203,0.6917989910023767,0.017362323018206012,35.46064604423741,11,21
|
| 15 |
+
35616,875298816,6.155521309828176,20.56238137036405,61.615036359103016,0.044558199700408085,0.30384106939365785,13.04789891939139,2.1299946463615527,1.392654306269844,17.860493292094127,19.135245035747676,1.000628220618165,1.0012192779964662,1.8497686799226658,65.09472036678761,15.333532739919509,0.9465754621701286,0.5307455899295782,0.6710091998269175,1.0,1.0,0.9592860192060471,0.7798242383923215,0.7994832396507263,0.8854166666666666,0.3541666666666667,0.5625,1.0,nan,nan,0.9775258340911629,0.15516107992152683,0.13586702038689205,5.504765775406136,0.029644364578907532,3.2044293464824634,1.5565057089232306,0.0013641597235000455,0.001728032541281326,0.02138194813976766,0.6897121756768954,7.72361814718014,0.6781023728350798,0.016783116791537683,35.39294905881119,11,22
|
| 16 |
+
38160,937820160,1.5823242388808438,13.519649105364522,45.243797082526385,0.1148030983558116,8.42960108574533,16.486973116170425,2.1140717055847915,1.0654082139207475,7.75754891018973,20.759553762309796,1.001373393190693,1.0339261656691814,1.6913488290893568,63.085122037704096,13.770611616010514,0.9548328562909569,0.5298298364688999,0.6867828138172222,1.0,0.9869791604578495,0.9709178507328033,0.7965622479504523,0.8055879473686218,0.90625,0.40625,0.5625,1.0,nan,nan,0.9831619859129811,0.17206399461914165,0.1496307453683888,5.201957776720794,0.03108643409893219,3.0432073687261108,1.433937909697056,0.0010688630581345098,0.0011109289254166328,0.03116928008210807,0.660376949000569,7.046823212045169,0.690145315215835,0.016159868723772935,35.36994857464032,13,23
|
| 17 |
+
40704,1000341504,4.2462505462091515,17.531146795514047,35.045548355788014,0.22455132199723019,6.279689385876182,27.78177898104731,2.115118502542259,1.1703213802398924,17.205505120790672,7.973123512988127,1.0019706417541745,1.0172210888680602,2.3359119326414244,63.21969093963402,13.417677802416623,0.9745933947122175,0.48055758388313075,0.7043564814275685,1.0,0.973958320915699,0.9415481835603714,0.7965622479504523,0.7890939712524414,0.9375,0.34375,0.6041666666666666,1.0,nan,nan,0.9626342392681787,0.18034051279119012,0.15958439585908005,5.10066440734286,0.03346418482265726,2.9588121036478046,1.4473033733535285,0.0014554092241499776,0.0010819786472377733,0.028691753694421472,0.6298555564202941,6.907540835768172,0.6840410451141169,0.015497325216091833,35.38080905489081,14,24
|
| 18 |
+
43248,1062862848,6.830060229957066,17.837038512040834,32.71653615157527,0.0576282199726624,109.17062301251424,22.969504961792968,2.1060618298067197,1.2741771704872866,16.730408089185403,16.343426452443733,1.0005070241957876,1.21618721219548,3.95157817009037,62.101860625473705,14.659734963438824,0.9608981911948209,0.532363147464524,0.7190128424208461,1.0,0.9609375,0.953463613986969,0.8045276049198279,0.8099668622016907,0.90625,0.3541666666666667,0.625,1.0,nan,nan,0.9667905517465746,0.15506629873198108,0.13422037932711342,5.531870932792717,0.027069707180121045,3.413199603074319,1.4669331388960896,0.001735274284947463,0.005450314218517145,0.023168831468631416,0.594314008661501,6.664361455905363,0.6835739497306212,0.014800531927597655,35.34588659003053,16,24
|
| 19 |
+
45792,1125384192,0.9554458645111086,16.410430837230706,25.282013226725326,0.017945508777530456,0.2003680753190371,2.110771422310435,2.095463238652826,1.042708692695469,15.488223963207862,12.922283435723706,1.0001958034988379,1.0002950565502604,1.059634620189143,60.82458150167346,13.333989010505533,0.9621575790615834,0.5459931383367038,0.7395951047399655,1.0,1.0,0.9737206697463989,0.8187307530779818,0.8263157606124878,0.9166666666666666,0.4270833333333333,0.6770833333333334,1.0,nan,nan,0.9847242061708433,0.15873364250243563,0.13688634906429797,5.830197938911195,0.01829593683697929,3.883116430234229,1.3132900225809645,0.001682398985594213,0.01372446560391874,0.029090543476055504,0.5709980903946948,6.991124359223078,0.6726883418108307,0.014074795349650518,35.312520303018836,18,25
|
| 20 |
+
48336,1187905536,3.4617991058058357,10.729215370605758,24.753343900457367,0.03980318964792648,0.21999426852544213,0.8319611164789793,2.094772306444696,1.1505082021122401,8.200507885968584,6.8256579731987586,1.0005152181774344,1.0003190423881607,1.0211156304504156,60.742221002232384,11.42012070778971,0.9716050377200155,0.5699980217077005,0.7212016801780325,1.0,1.0,0.9856321811676025,0.8198989081655499,0.8328938484191895,0.9270833333333334,0.4166666666666667,0.6666666666666666,1.0,nan,nan,0.9898858721717261,0.17964715201621098,0.15625054525056234,5.762051519920242,0.017130080107088292,3.984569401614178,1.1535288982459502,0.0014767136061668814,0.013413425611159602,0.029648238805046422,0.5622847175520896,7.351007181987073,0.660772000609329,0.013325642393809753,35.283436790330526,19,27
|
| 21 |
+
50880,1250426880,5.3795929086111824,11.44908407188396,31.574872051715772,7.871250134572564,0.6934633612321717,4.008995056982704,2.0786365278991923,1.1845605436433122,18.017670738947785,38.174996784119074,1.107098591424458,1.0017103061240569,1.1535716764221087,58.85482246607512,17.070633015250845,0.978372031908789,0.5623987978864087,0.6988232093165423,0.9791666567325592,1.0,0.974037691950798,0.8270004822446269,0.8246645331382751,0.9479166666666666,0.3854166666666667,0.6041666666666666,0.9912024273847541,nan,nan,0.9861365042743273,0.1915858958758084,0.16821073469085,5.549521139301594,0.02029947448285223,3.596625315173448,1.3499216333011292,0.0013037886457222191,0.006325138944146858,0.01802991006187449,0.5570158282461473,7.657255690521414,0.653587439407905,0.012558778301146429,35.2789762736673,21,28
|
| 22 |
+
53424,1312948224,3.55175676101298,9.898559692883225,26.761051778273483,5.109553897240955,0.05495341753060712,2.0362387533117223,2.0663223427076503,1.1223669783297232,13.552105275589398,11.971693906821349,1.0557415368652816,1.0001793506758225,1.1167929583157115,57.450117655173585,12.466999665967267,0.9790393097642026,0.5654385612115653,0.694175824589478,0.9895833283662796,1.0,0.9827586263418198,0.8426431508183351,0.8288615942001343,0.9375,0.3958333333333333,0.6041666666666666,0.9982065707445145,nan,nan,0.9876794519950636,0.15024581293740388,0.1263017806534966,5.464352436644851,0.017741534427305056,3.212471932647087,1.6763935418159468,0.002833855501710454,0.0024697811719011555,0.00859474212768615,0.543847001076628,7.611891899843636,0.653493538006859,0.011780043193471874,35.27390082037043,22,30
|
| 23 |
+
55968,1375469568,4.251369015528907,10.547796866196961,23.0490599462031,7.28505352818872,0.27783387212608024,1.4522235992586936,2.062804803309035,1.1988696962330678,14.20012521131506,16.017618373989063,1.0494890512719524,1.0006719072947141,1.0504628471204833,57.06292837287461,13.082880780014136,0.976375858667824,0.5916184019556385,0.7075763138783557,0.9895833283662796,1.0,0.9769112467765808,0.8426431508183351,0.838458776473999,0.9375,0.3958333333333333,0.6145833333333334,0.9982065707445145,nan,nan,0.988248064473737,0.16485695740751302,0.14076920862620076,5.648283960262559,0.010417479406015633,3.165183081615166,1.9493011631214554,0.0044354130243211805,0.0013591469231995998,0.006772549424102001,0.5108150889658949,7.40960559914322,0.6560916434153445,0.010995367597369719,35.27764685553756,24,32
|
| 24 |
+
58512,1437990912,0.5697139294470493,11.813312754299034,11.421038486422304,0.029133579532468874,0.014319451019447382,24.6732645150799,2.0609379120232063,1.021793481789518,15.495738696086306,7.121776796691892,1.0002383098078083,1.000017654740648,2.346252433303073,56.849775149223724,12.119370360234711,0.98103392586718,0.5821781391972443,0.7369073599546279,1.0,1.0,0.9678982645273209,0.8500160902253981,0.8430020213127136,0.9479166666666666,0.3854166666666667,0.6666666666666666,1.0,nan,nan,0.9848620984509276,0.16239767593166712,0.14074263372458518,6.006101162459865,0.00729928200356037,3.3888223571752025,2.107128612558451,0.0035169586595767267,0.0023387553877216925,0.009192187294661409,0.48780296557960967,7.727269517082088,0.6496057872361732,0.01021072727974235,35.2494472878047,26,34
|
| 25 |
+
61056,1500512256,3.5239397407396353,11.640295462708792,11.155584334613692,0.01760148764301429,0.26922065533027645,1.6094117211851726,2.05291696868116,1.09466678476116,17.02230030747188,6.939866282071835,1.0001887792684385,1.0003436014981322,1.0394791873480012,55.95935151906502,12.008028065926352,0.9732599773072421,0.5649427362191357,0.7372944917219645,1.0,1.0,0.9798850566148758,0.8575191916680698,0.8392723798751831,0.9270833333333334,0.3541666666666667,0.7083333333333334,1.0,nan,nan,0.9877550675882958,0.1831591709924396,0.1592038831828783,5.953457784212236,0.007828413884907261,3.59267393661142,1.855420944588687,0.0022243202404591544,0.002806840558737066,0.013777160299154097,0.4787261175135789,7.8544917088821995,0.6463288043936094,0.009432097738825898,35.240377509193806,28,36
|
| 26 |
+
63600,1563033600,4.367934715254499,9.962596715693053,9.92168377561593,2.5770592941177246,0.009883397004451594,2.408060051006658,2.0454301265170756,1.1057984651659951,13.014924699330727,14.12208516901292,1.0270938812724988,1.000016270971383,1.0527833745015953,55.15029847432935,12.353285762083496,0.960592052512946,0.5974309447525986,0.726167414046322,1.0,1.0,0.9798182249069214,0.8607752201112779,0.8459938168525696,0.90625,0.4375,0.6458333333333334,0.9994941751162211,nan,nan,0.9880482163086223,0.19294694459434444,0.17070523843479654,5.647334845935774,0.009825532023597984,3.688219891691586,1.4740643706056369,0.001923904730799763,0.002038624696330474,0.014966434885147949,0.45629604208023083,7.7777366950264515,0.6464378311761521,0.008665408697250875,35.21637716430041,28,38
|
| 27 |
+
66144,1625554944,3.107534279662093,9.082658599250863,8.664166641100994,0.008829641453350372,0.002036625654929772,1.0227520591298904,2.0412733440827395,1.0599914771500314,9.44011233426812,10.207988939974529,1.0000749316339608,1.0000031756857592,1.02744640550124,54.69608987687242,11.204529591583723,0.9836449738122462,0.6249124428152928,0.7324059389017507,1.0,1.0,0.9885057508945465,0.8759713649139493,0.8604337573051453,0.9479166666666666,0.4270833333333333,0.6145833333333334,1.0,nan,nan,0.9920366693598529,0.19210885631491692,0.16894521952296296,5.623833172679323,0.018668113450240456,3.7237431820298847,1.43149086795028,0.0017896413416980542,0.0015466964626176614,0.012537331794027664,0.4340573065565007,7.70750216296259,0.6481721975705909,0.007916498943711495,35.195759998602,30,40
|
| 28 |
+
68688,1688076288,9.927985838770535,9.050380833486301,12.654795470340233,0.008339852308253773,0.010446029513308086,0.9154382082453076,2.0400973850050406,1.1778995550253413,9.72981002459194,13.151086068218941,1.000057703342507,1.0000117705110239,1.029763216217669,54.57063340236013,11.665608820038221,0.9738702254877671,0.616063430945466,0.6945385730388154,1.0,1.0,0.9885057508945465,0.8759713649139493,0.8491988778114319,0.9375,0.4791666666666667,0.5729166666666666,1.0,nan,nan,0.9920366693598529,0.16844614239622993,0.1439875301439315,5.687361213068168,0.02322157057002361,3.5476360625204,1.6883287412767516,0.001823506019531691,0.0021287415283622775,0.008705197773602511,0.4155173494734936,7.2395400080665855,0.6570133596846143,0.007191071867150021,35.297938475520276,30,42
|
| 29 |
+
71232,1750597632,0.9133978094423814,9.555195626460034,7.424928343863897,0.20719303293314362,0.012233244168584068,0.7885975966621799,2.035775258029787,1.0208530517089467,10.69829954432031,5.620546529103372,1.0011003898590831,1.0000124730566855,1.032147759182758,54.10588040009476,10.639834306760845,0.9772088202905674,0.6393744339132692,0.7300992476030365,1.0,1.0,0.9856321811676025,0.8682783215539496,0.861717700958252,0.9479166666666666,0.46875,0.6458333333333334,1.0,nan,nan,0.9901942673216885,0.18498891517689722,0.1600138684734702,5.461010071935144,0.01660659510530253,3.0750830392745154,1.970350600851528,0.0021278359272775224,0.0029315676422254056,0.004583061690294627,0.38932732489613664,6.034428934631108,0.6879446441131942,0.006494652022090374,35.32282970956135,30,43
|
| 30 |
+
73776,1813118976,4.891170467093364,12.289981329647787,10.543528812734166,0.02069045121838915,0.0026650180058474665,0.46539203892313313,2.0354097851754602,1.143449275793086,13.812992589699984,9.117785772063623,1.0000986167153547,1.000003386725377,1.0165910422454107,54.067753421186175,11.594096300632717,0.9911359682835057,0.6253867815292928,0.7524849336436621,1.0,1.0,0.9856321811676025,0.8759713649139493,0.8649395704269409,0.9583333333333334,0.4166666666666667,0.65625,1.0,nan,nan,0.98982105650551,0.19062168748223485,0.16525691514834762,5.296213264875817,0.011684295990644486,2.9397676397763908,1.9457357594763933,0.0038281742597664615,0.002636901134799944,0.003607333595280179,0.3889531208318942,6.01937623368869,0.6880543395502012,0.005832543055900948,35.34910698683417,30,43
|
| 31 |
+
76320,1875640320,5.948915746135849,12.307413652415022,10.59174337536109,0.007952116041236294,0.0020452025401625183,1.2232924086822186,2.0344048868530393,1.1533329621732582,11.036324803713937,8.710839556833802,1.0000631418004178,1.0000029912736044,1.033552524708424,53.96640567568194,11.128645950883625,0.9813852185052812,0.5947522869367383,0.7664602745942946,1.0,1.0,0.9856321811676025,0.8759713649139493,0.8577163815498352,0.9479166666666666,0.4270833333333333,0.6875,1.0,nan,nan,0.9901942673216885,0.21998196335334796,0.19527999350490668,5.3847046707692385,0.008787534879370253,3.314299861111075,1.650388793338759,0.0036946006161524478,0.002247806636736558,0.004361290771497773,0.40092475375483694,5.936989413398616,0.6896362291098391,0.005209787318395601,35.33052236828475,30,43
|
| 32 |
+
78864,1938161664,5.459868846939381,12.041411756064733,8.283345804372297,0.0035845246772589516,0.0023342979031531607,1.4371389858840065,2.0257950518102774,1.1485013633188546,10.967445783116805,9.55175018718279,1.0000422974205745,1.0000030911563793,1.0331586601961413,53.063265153918806,11.109166648044335,0.9774049996272323,0.6371984148970341,0.7517154034594937,1.0,1.0,0.9856321811676025,0.8825658485528367,0.8673654794692993,0.9375,0.5208333333333334,0.6666666666666666,1.0,nan,nan,0.9901942673216885,0.17033950382998833,0.14658007219744226,5.546689986011142,0.006418084445306418,3.705137313120525,1.4347490251264654,0.001807863664159286,0.0020780604837128177,0.004888896734671015,0.39161072334532376,5.789427278645383,0.6925025137621652,0.004631127461369502,35.335733517428444,30,43
|
| 33 |
+
81408,2000683008,7.945515660116994,13.501249780124965,13.30713504472726,0.003880203695997827,0.0010222716217772264,1.5186630265081276,2.027157395962604,1.169233648221347,11.730197906866909,19.10067884528901,1.000033317660011,1.0000011330912884,1.0332438564252704,53.19964905266406,12.604719680031128,0.9815612159929118,0.6278650174280533,0.7381210391418078,1.0,1.0,0.9856321811676025,0.8759713649139493,0.8618097305297852,0.9375,0.5104166666666666,0.6354166666666666,1.0,nan,nan,0.9901942673216885,0.16578244462743896,0.14262159556771317,5.754099397773638,0.008672959250688485,3.8967638816416583,1.4577203022305507,0.0018184432146126077,0.0022952722088817566,0.005887007443263134,0.3809414967196756,5.7130591062442315,0.6946990427871546,0.004100970320511953,35.34132904153214,30,43
|
| 34 |
+
83952,2063204352,0.9462098393906766,13.24495340397533,14.827620431109153,0.006192908753206066,0.0026579816113020457,1.452552885400922,2.018220338053098,1.0126077424287765,14.003045254260961,16.174493219318567,1.0000373828204134,1.0000026150569212,1.035089543466071,52.276475569811176,12.357393046737554,0.9813855202495687,0.6337314293819448,0.6899391540128309,1.0,1.0,0.9856321811676025,0.8969609348473906,0.8561874628067017,0.9583333333333334,0.4791666666666667,0.59375,1.0,nan,nan,0.9901942673216885,0.1978608266217634,0.17408593301661313,5.785706058285147,0.012345462473542932,3.7276671537867854,1.6531487646525849,0.0033651642232896423,0.002481011811438816,0.006349368038384661,0.38034910095548613,5.738350978812331,0.6942361356608523,0.003623353354756449,35.36408570866843,30,43
|
| 35 |
+
86496,2125725696,0.8851664964699293,11.771423820591366,10.224124913599468,0.00399362679727527,0.001985776594727833,0.6271373449246763,2.017142588402976,1.0149991384037458,11.07743070476791,9.32033182455628,1.00003210258841,1.0000019184807543,1.017843056276893,52.164187481780715,10.942118032407816,0.9811387502300462,0.6299540085491339,0.7762500891781765,1.0,1.0,0.9856321811676025,0.8859294362917117,0.8708394169807434,0.9583333333333334,0.46875,0.6875,1.0,nan,nan,0.98982105650551,0.1828071242355994,0.16024795430712402,5.715229658257662,0.011339404269095854,3.396786570127403,1.943448714852316,0.0035391710805729396,0.0023220971890031915,0.005450344026171433,0.3523433324235891,5.201517379602546,0.7091963756712353,0.003201913898652705,35.34062502017846,30,43
|
| 36 |
+
89040,2188247040,0.697245175881817,14.362567878677055,15.365078292681787,0.0032143217037063987,0.0027831379625449775,1.2489093089829695,2.0147597175549237,1.0133947160586265,16.011846135920315,12.424988682060853,1.0000335690708446,1.0000022922059266,1.0355570721427898,51.921330908975676,12.058164768062147,0.9692436961012876,0.5931484272554943,0.7373932693269164,1.0,1.0,0.9856321811676025,0.8936224796517116,0.8528891205787659,0.9375,0.3645833333333333,0.6666666666666666,1.0,nan,nan,0.9901942673216885,0.18505757764281347,0.1629271360579878,5.9282552558202415,0.008637391209785877,3.5021206832916434,2.074495470139014,0.0022250408754103793,0.003302395476099245,0.004440261125215925,0.3330339860728892,5.3832454528636156,0.7030990918711671,0.0028398614619212603,35.33009608411396,30,43
|
| 37 |
+
91584,2250768384,0.6743799709930952,15.518661744479346,11.417808237828552,0.0034383548986078316,0.0009004632179604828,1.5318728637781995,2.013362893684061,1.0120687022175598,21.305721242035556,16.195536797507167,1.000031130550886,1.000000954285224,1.0366091911530608,51.78052368877297,13.33292738664606,0.9811384484857586,0.6023216928931601,0.7698004703355305,1.0,1.0,0.9856321811676025,0.8859294362917117,0.8618736863136292,0.9583333333333334,0.3645833333333333,0.7291666666666666,1.0,nan,nan,0.9901942673216885,0.17030688924811935,0.1457543863604466,5.991862988415754,0.011100042817635866,3.8428576713007194,1.8027345100118504,0.001961841065704935,0.0032511031713348243,0.004394528129129677,0.32556326415571496,5.097066465882385,0.7115373568808507,0.0025399532871463355,35.34503400262198,30,43
|
| 38 |
+
94128,2313289728,0.9192847211855959,15.440912949414098,13.383512213410725,0.0029652636633789066,0.000651831231655884,0.9854727917122074,2.0130721572919583,1.0108085496827535,16.54848605391541,44.2064361649837,1.0000197438237306,1.0000008419074864,1.0181660554957912,51.75065310247785,16.64779578746953,0.985394963789838,0.6047427740403388,0.7271629996751195,1.0,1.0,0.9856321811676025,0.8902588919128366,0.855591893196106,0.96875,0.40625,0.6041666666666666,1.0,nan,nan,0.98982105650551,0.1943997812559246,0.17334011911104122,5.8902184361556795,0.015810856281100488,4.060182538359449,1.4923253316547664,0.002233591554291815,0.001765608372692862,0.005525922767633306,0.31237456533018987,5.18716706316801,0.7082658198503953,0.002304473351749283,35.35597539930048,30,43
|
| 39 |
+
96672,2375811072,0.7745970199564267,14.385806127849435,11.569105091731089,0.0032911790689273373,0.0007558865530507249,0.8981791812674867,2.0121700900172357,1.0118083240544231,15.384227144684427,9.050006586486976,1.0000197628097456,1.0000006960031425,1.0178838569803514,51.66075630639049,11.446386096772795,0.9811387502300462,0.6073830064853014,0.6754315885383726,1.0,1.0,0.9856321811676025,0.8936224796517116,0.845432698726654,0.9583333333333334,0.46875,0.5416666666666666,1.0,nan,nan,0.98982105650551,0.1900625267541424,0.16671911518399915,5.823974113231935,0.013351410125697407,4.035130658679671,1.4542140028220971,0.002864819487051653,0.0018901868104188597,0.006268620953677538,0.3102544156158933,5.0491257968751135,0.7127985922654845,0.0021352149741550937,35.35377648898227,30,43
|
| 40 |
+
99216,2438332416,0.5136700385622442,12.869561343775501,12.5907249347493,0.0032027966605201255,0.0009966646018975834,1.456003933989844,2.0107543539903503,1.0116148183338882,13.409414144018836,14.38709135390864,1.0000219096456826,1.0000006897945104,1.0362035638385954,51.514989399619914,11.908476554165722,0.9851192708525117,0.6340770812253471,0.7395089529385701,1.0,1.0,0.9856321811676025,0.8969609348473906,0.8669909238815308,0.96875,0.4270833333333333,0.625,1.0,nan,nan,0.9901942673216885,0.1989794510542803,0.17750703357160091,5.80394400342268,0.007764029630524946,3.6990322304766403,1.7971526632108075,0.002919948029853598,0.002540047727005475,0.00569855417736845,0.2888365316152683,4.85102915951291,0.7194647375705108,0.0020334671566161833,35.34100691643173,30,43
|
training_logs/run_metrics/06_fone_large/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: False
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 10
|
| 5 |
+
cache_base_path: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache
|
| 6 |
+
combine_strategy: sum
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 4
|
| 22 |
+
difficulty_column: difficulty_sd
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 48
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 15264
|
| 28 |
+
eval_every_k_tokens: 62521344
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_FoNE_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 610352
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_stem
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 1280
|
| 45 |
+
n_head: 20
|
| 46 |
+
n_layer: 36
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: fone
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: mse
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 61036
|
| 56 |
+
num_warmup_tokens: 250000000
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_FoNE_multiTask.py --tqdm --verbose --seed 42 --run_name fone_gpt2_large_b192 --device_batch_size 4 --effective_batch_size 48 --num_workers 4 --n_layer 36 --n_head 20 --n_embd 1280 --context_length 1024 --train_token_budget 2500000000 --num_warmup_tokens 250000000 --eval_every_k_tokens 62521344 --max_eval_steps 2 --save_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/fone_gpt2_large --default_vram 200000000000 --no_save_latest --tie_word_embeddings --wandb --wandb_group multi_task_fone_gpt2_large_b192 --tokenizer_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2 --model rope_stem --num_embedding_type fone --base 10 --difficulty_column difficulty_sd --dropout 0 --cache_base_path /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache --compile --train_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum curriculum standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized_number_pos --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_number_prompt_pos curriculum_number_pos curriculum_number_pos efficient_number_prompt_pos efficient_number_prompt_pos efficient_number_prompt_pos pretokenized_number_pos --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project bittoken_v3', 'time': 'Mon Jul 27 10:26:45 2026', 'git_root': '/work8/yizhanh/byte_v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: fone_gpt2_large_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 37778931862957161705472
|
| 70 |
+
save_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/fone_gpt2_large
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/96841076'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/63050008'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/44316829'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/48579485'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/63589654'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/28473695'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/35710404')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'curriculum', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized_number_pos
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 2500000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_number_prompt_pos', 'curriculum_number_pos', 'curriculum_number_pos', 'efficient_number_prompt_pos', 'efficient_number_prompt_pos', 'efficient_number_prompt_pos', 'pretokenized_number_pos']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: True
|
| 96 |
+
wandb_group: multi_task_fone_gpt2_large_b192
|
| 97 |
+
wandb_project: bittoken_v3
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/06_fone_large/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_decimal_uniform_val_10k.csv.gz,max_difficulty_Division_decimal_uniform_val_10k.csv.gz
|
| 2 |
+
15264,62521344,0.141928966215346,2.201096034089763e-05,1.9515116586414177e-05,9.859905549092218e-05,0.7318972647190094,0.00011300116784696002,5.235050032361566,1.1639707942830886,1.0000220112745035,1.0000195153563736,1.0000986044557165,2.079407569057733,1.0001130089141086,179.9248308472254,26.738351764366705,0.5971250196299103,0.08095985428264123,0.1329927008749705,0.15625,0.03645833022892475,0.1726190522313118,0.26101575417642486,0.10769467800855637,0.4583333333333333,0.0625,0.09375,0.5189292111123601,nan,nan,0.544166641154637,nan,nan,3.9897299389934764,0.340124217391139,0.4321824202218349,0.4439885883916177,0.3135434055195212,0.04411569723627087,0.48929712638860295,1.9264784718490746,4829531.782082931,0.7080233561387838,0.004997126321997158,120.12596354441912,4,6
|
| 3 |
+
30528,125042688,0.0002925463933584633,2.7702435350194964e-05,2.6456110150471303e-05,0.0006827883974287359,0.1631680110063698,0.00019120640829050012,3.4828698542190035,1.000069654341838,1.0000083808222127,1.0000082224048985,1.0001498755828113,1.0050516645916696,1.0000654926719752,106.75885224530406,16.109172219388494,0.8138778092958405,0.1648043685330858,0.27947802864975707,0.84375,1.0,0.7708333432674408,0.526842397913632,0.4306323230266571,0.8229166666666666,0.11458333333333333,0.20833333333333334,0.8893087459728122,nan,nan,0.8494413336738944,nan,nan,3.898358014103736,0.3280993942990844,0.49101742249549746,0.44423774414193984,0.3713439274440351,0.28221979042114886,0.4502122806281265,1.5312274383445068,14.323676245861083,0.7573168178438453,0.009998084214664627,120.04490773302389,4,6
|
| 4 |
+
45792,187564032,0.010832698528928653,0.0022371326926298287,0.002408751829329771,0.0003173886782495156,0.5352435102910911,0.00021245577576996938,3.200161681113419,1.0005926548573814,1.0002326729359374,1.0002328341695446,1.000018107792195,1.0032738510191157,1.0000229329293353,99.15849399506298,15.023266721252355,0.8729366552233604,0.2140531579477143,0.28141872361083736,0.9270833432674408,1.0,0.880952388048172,0.5634494611435378,0.4874893128871918,0.9270833333333334,0.14583333333333334,0.20833333333333334,0.905935579755654,nan,nan,0.8884724800785383,nan,nan,3.9509811513711632,0.3485138847459095,0.6365817276143881,0.4914322948066292,0.41171061968837797,0.2661908810664072,0.4397513102173614,1.3568004162384069,9.477494300427052,0.7702149165798158,0.014999042107332095,120.05509336057887,4,7
|
| 5 |
+
61056,250085376,0.05118801662172201,0.0008917845201701795,0.0006053026501799007,0.0003925716028751764,12.958097045118564,0.002637762218201887,3.2624110871530356,1.0007194258963965,1.0000435102445895,1.000021189226916,1.0000067962059955,1.0157422967311234,1.0000922883538101,109.06825315051196,16.4406969510244,0.8348127832684034,0.23798768658271474,0.3353192089887756,0.8333333134651184,0.986979179084301,0.8035714328289032,0.5143197431204499,0.5078366994857788,0.8541666666666666,0.11458333333333333,0.25,0.8547141514718533,nan,nan,0.8632168179998795,nan,nan,4.949176754591113,0.4255789281907804,1.1902496894012584,0.7752978199883305,0.45284869793495364,0.3658028391813343,0.4757163932484462,1.2636823674420428,10.76611577254765,0.7776542670060285,0.020000000000000004,122.48891886904913,4,7
|
| 6 |
+
76320,312606720,0.0002452265248671093,0.00013774109808693797,0.020348572971595688,2.8072589296023544e-05,25.50325276542594,4.774343568429178e-05,3.257100058689654,1.0000021212795174,1.0000030001695164,1.0002371410027544,1.0000003357575653,1.0176466544854592,1.0000011607422368,108.06639460831174,16.297755003106968,0.8368988342857359,0.263226084332468,0.40955921975039394,0.78125,0.973958358168602,0.818452388048172,0.5158437015808682,0.5425229668617249,0.8333333333333334,0.16666666666666666,0.3333333333333333,0.8374742485272387,nan,nan,0.8651715454955896,nan,nan,7.050208216296037,0.4669508294797752,2.4430052797880113,1.540654633959705,0.46473190744312703,0.4280924203816917,0.486708570749457,1.2200645495258833,12.619350832260254,0.764966769425093,0.019965729849129636,123.02901250108529,4,7
|
| 7 |
+
91584,375128064,0.004200325905039352,0.00019533000404151887,0.0008513184261156492,0.06321663474461302,4.7647369382030575,0.0006677392019931727,3.168222033737796,1.0000450407282226,1.000003697504402,1.0000067189962072,1.0009696411775795,1.0050812733934988,1.0000194536888922,94.76333703791693,14.395637551915105,0.8387768300777227,0.3017384745775494,0.4556056466893881,0.90625,0.986979179084301,0.8720237910747528,0.5933956528559043,0.6008668541908264,0.875,0.125,0.3958333333333333,0.8955119497453173,nan,nan,0.888125899558266,nan,nan,8.39703082412144,0.4414255743819925,3.4097088346735593,2.071164310909141,0.43149640780644993,0.39134577072939764,0.4509329862615484,1.200956907469745,12.55807473363679,0.7484765069000814,0.019863180383909898,123.29722984849042,4,8
|
| 8 |
+
106848,437649408,0.002385046217090389,0.00010211750558022121,0.0005763533990264455,5.6231465774961146e-05,1.1642096096139376,6.796787715911481e-05,3.1406467275485284,1.0000465043439317,1.0000023753767853,1.0000047345362166,1.0000012562686496,1.0038645304539355,1.0000032621785924,91.2730128013899,13.896705066364001,0.6763641809606749,0.261458111616041,0.34553951972372093,0.8229166567325592,1.0,0.7708333134651184,0.6116517300023082,0.5245556831359863,0.6458333333333334,0.13541666666666666,0.2708333333333333,0.8649895812850446,nan,nan,0.8358111910832425,nan,nan,8.939490093711253,0.3975520114126882,3.858828915466484,2.3797024170056282,0.3842267126947943,0.339689353709004,0.4018753072680719,1.1776153450516462,11.308087076203003,0.7607858174771414,0.019693132578928373,123.5099357730195,4,9
|
| 9 |
+
122112,500170752,0.014044048906836248,0.05668605012156341,0.008678948536868264,0.01765887340583941,0.0010372066893501175,0.013152762666298612,3.179168713859326,1.0005130405812337,1.001681104806214,1.0000836914825275,1.00084574175579,1.0000183295751295,1.0013059180109316,96.08366032034132,14.584015449507593,0.835107019314929,0.3299457703837924,0.3725092639809818,0.9375,1.0,0.8988095223903656,0.5790337439466666,0.5922660231590271,0.8333333333333334,0.15625,0.2916666666666667,0.9205576231082281,nan,nan,0.895538531554242,nan,nan,9.250440223784862,0.36144112611264684,3.9836013152204894,2.7656773953315144,0.34087791397052347,0.29760087051371764,0.3583756489432167,1.142865922386214,9.2861775735811,0.7929730495375501,0.01945688144839207,123.48913731471053,4,9
|
| 10 |
+
137376,562692096,0.04459462507525269,6.646323331212745e-05,0.0011461500169160702,0.009309677097932269,0.011261219793993263,0.03321584332512556,3.0728194783483787,1.0013286569216373,1.0000022279308183,1.0000122919494618,1.000760991314744,1.001596422981771,1.0043323932823243,82.47860420424986,12.640948169804375,0.7570646435097029,0.3388204019032857,0.45506778311151913,0.90625,1.0,0.8392857015132904,0.6601688620142793,0.6205958127975464,0.6979166666666666,0.17708333333333334,0.3333333333333333,0.9033121963342031,nan,nan,0.8712923181398461,nan,nan,9.190039097779879,0.3312300324494556,3.9361061151762593,2.912515370134835,0.30431376882757716,0.2645581937312298,0.32126737242068176,1.120048215640951,9.517192893425312,0.7819078438964123,0.019156226183831337,123.53650887822097,4,9
|
| 11 |
+
152640,625213440,0.0037936281251620893,2.9866157371462177e-05,5.8421211554762236e-05,5.6266567894490676e-05,0.00960056014883108,0.00012599451255452306,2.9984510131619877,1.0001278563151939,1.0000012752823064,1.0000007405664115,1.0000135335073141,1.0212819327782854,1.0000333050336923,74.39308880404371,11.487792492503845,0.8952503636336742,0.37428842320549327,0.4940038161975527,0.9895833432674408,0.986979179084301,0.9166666567325592,0.7185243274007546,0.6783348321914673,0.96875,0.20833333333333334,0.3854166666666667,0.9304069696615139,nan,nan,0.9014285610367855,nan,nan,8.944319753290157,0.30712708453172916,3.823759811230276,2.9186896517273913,0.27419122268463236,0.23810378179879593,0.29039703227553043,1.0920511404049191,8.29267836579237,0.8036805730531738,0.018793456452196412,123.44835281901187,5,10
|
| 12 |
+
167904,687734784,0.11549691548806562,4.9843112221341734e-05,0.0003956953569251974,0.00034584559802548504,0.00825245156010418,0.001439340019115061,3.0797621969801035,1.0029523867719925,1.0000023197380328,1.0000056710421188,1.0002453566109697,1.5574742695675483,1.0005697586471063,83.65719543792719,12.888349314329279,0.8276277810337427,0.39139264360353526,0.4783369982080774,0.8645833432674408,0.674479141831398,0.875,0.65594821140296,0.6272149682044983,0.8125,0.25,0.34375,0.8712532282806933,nan,nan,0.8749032697329918,nan,nan,8.826995772680124,0.2865193157695514,3.8217815924658805,2.9274028999202844,0.24931838499463016,0.2164582784192353,0.2645378652155863,1.060977407013531,38.523999588021255,0.8279341203677986,0.018371334958694578,124.27728739353552,6,12
|
| 13 |
+
183168,750256128,0.002602118336022974,4.457314692486901e-06,2.1618324662015942e-05,1.3231293639513254e-05,0.000493479720626246,4.7243857291533534e-05,2.993194561163174,1.0000662803512417,1.0000001885309027,1.000000311890009,1.0000452402639186,2.4757716120737063,1.000033647388161,74.01862507985221,11.642077480050022,0.8391927129442565,0.41635966078978415,0.4992919205042286,0.9270833432674408,0.140625,0.886904776096344,0.7177333679921231,0.4292692542076111,0.875,0.28125,0.3854166666666667,0.9095057775848545,nan,nan,0.8896149592474103,nan,nan,8.838360140494354,0.26936227741543356,3.8759542967163663,2.984960227590254,0.22856313143465526,0.19842064463571749,0.2427849974359666,1.0383145347218228,8.31061928206957,0.8106448693099418,0.017893076407163026,124.10548009198996,8,12
|
| 14 |
+
198432,812777472,0.006648116386468828,0.00845080491816234,5.2921473306789815e-05,1.5677351972918604e-05,0.0001011013460282548,0.020940899102434567,3.0263640006273818,1.0001686498610534,1.0003788049741076,1.0000008725055782,1.0001147330714621,1.0803879763021595,1.0264654813206584,77.58643335952921,11.956278553937747,0.8770876479682089,0.4350092976819609,0.4610512719437451,0.8958333134651184,0.947916641831398,0.869047611951828,0.699779282721459,0.6757522225379944,0.9375,0.23958333333333334,0.34375,0.8830611678616455,nan,nan,0.8762409967603162,nan,nan,9.258037563929319,0.24622941383600558,4.297611774154453,3.183333758877657,0.20244163985545519,0.1947470973098201,0.2021477736783713,0.9315260755337323,6.848457721567692,0.8415134766039515,0.017362323018206012,122.20337923216648,9,13
|
| 15 |
+
213696,875298816,0.0065161858417561724,1.6898620447636664e-05,3.6815784182771025e-05,6.24073953208371e-05,0.00020837164201016828,0.00042569883320967613,2.9448976911059312,1.0001560115514412,1.000000924442472,1.0000007659017236,1.001081876961297,1.010657083831854,1.0007964127273872,69.07734168473104,10.727147822878175,0.8247006459234216,0.4317881694241097,0.5250031087154113,0.8958333432674408,1.0,0.8690476417541504,0.7535959552804328,0.6981013417243958,0.8645833333333334,0.22916666666666666,0.40625,0.8959439778700471,nan,nan,0.8773969920972983,nan,nan,9.63886732769117,0.22476015035411087,4.655654906581811,3.373420461064714,0.1666838076929335,0.15139119024954653,0.16801333329422885,0.898943444424188,7.546372386558563,0.8236224185558235,0.016783116791537683,122.95081100820279,11,15
|
| 16 |
+
228960,937820160,0.006767994274107028,1.3061500060375626e-05,0.00012437130350268348,7.814288472046194e-07,0.004436575488390576,0.01927555832469386,3.015365999660844,1.0001879795423596,1.0000010177356653,1.0000032329196846,1.0000231894436054,1.0283780950638872,1.0412151836463615,76.48617874523845,11.793712491941431,0.7555769044883927,0.37425280978861036,0.5432131415769996,0.7291666567325592,0.986979179084301,0.6726190745830536,0.7024557064508893,0.6288571357727051,0.71875,0.1875,0.4479166666666667,0.8020710260607302,nan,nan,0.7807418742449954,nan,nan,9.955090430196062,0.1971828687093361,4.935527129366425,3.562063952922466,0.12564945329320243,0.13188859355203864,0.13323696483107897,0.8695414302436986,7.08599307680936,0.8448935191691765,0.016159868723772935,123.69354129152053,12,16
|
| 17 |
+
244224,1000341504,0.0009800251123039116,1.2065173097203189e-05,5.575683010519216e-05,1.7512986264000337e-06,0.0015316569241548043,5.7671862757631935e-06,2.9147493693140802,1.0000176264665024,1.000001208633072,1.0000017810857746,1.0000533128567157,1.0020059879073466,1.0000081744221245,66.11687120530503,10.302708470953794,0.8920438396719723,0.45603741690855015,0.4834285129999903,0.9791666567325592,1.0,0.9464285671710968,0.779569610160252,0.7184630036354065,0.9583333333333334,0.3020833333333333,0.4166666666666667,0.928605449385941,nan,nan,0.9114127674450477,nan,nan,9.813320510107378,0.15211802025509633,4.977553368993586,3.6071016485348784,0.077634345753822,0.07652077745681556,0.08501482938685069,0.8373774812835612,6.186380953854048,0.8578033239289775,0.015497325216091833,123.6166455965993,14,18
|
| 18 |
+
259488,1062862848,0.010817046068957836,0.0005804557345268002,0.00012812175824149325,1.2902161641909567e-05,0.0019144983823138097,5.660084185945928e-05,2.930397204804649,1.000069288611804,1.00007827887002,1.0000061809363043,1.000075919377697,1.0006159140612754,1.0000114861461693,67.70901361330584,10.529981525901302,0.8882336375833502,0.4866993876763219,0.4927365877781482,0.9791666567325592,1.0,0.931547611951828,0.7650586953216459,0.7282702922821045,0.96875,0.34375,0.3645833333333333,0.932040050936242,nan,nan,0.9051563056806723,nan,nan,9.011556350785582,0.11824580045792597,4.593160023413731,3.408062682431576,0.034967439627147635,0.020124602690404367,0.04256925404079896,0.794426511058246,6.218984009342686,0.8743952764549626,0.014800531927597655,123.98195056913691,16,19
|
| 19 |
+
274752,1125384192,0.004896922939084752,1.9682465861912125e-06,6.916535713531915e-06,0.00011460336354505302,0.20131323829792178,0.0004327029916804592,3.0848634538552724,1.0000119771303138,1.0000002970467667,1.0000003554397194,1.0001098872409908,1.0079831052933748,1.0000112093482099,84.85450133561247,12.980374023873122,0.875926167505074,0.45741287592664176,0.5052518217292895,0.96875,0.986979179084301,0.9017857015132904,0.6491398468808518,0.69986492395401,0.9375,0.28125,0.3645833333333333,0.923661768125991,nan,nan,0.8988556452095509,nan,nan,8.273737145226352,0.12910856841041513,4.12996246671163,3.2217684139292055,0.012948708110454992,0.003056549198135922,0.030126799359200398,0.7467656057249389,6.804729208943729,0.8743150189706365,0.014074795349650518,123.85605812184777,16,21
|
| 20 |
+
290016,1187905536,0.022758844734385164,5.647066207279405e-06,3.1439037294539413e-05,0.001916719328185365,5.372359599909657,0.0013481660537080949,2.972652735074822,1.0000315118712597,1.000000949958163,1.0000016006372896,1.0002365206639732,1.008622672806875,1.0000057066108656,72.02526498497198,11.14773770678863,0.8967689182541945,0.4703874084435619,0.562527656982637,0.9270833432674408,0.986979179084301,0.8988095223903656,0.7364699802165485,0.7306151986122131,0.9895833333333334,0.375,0.4166666666666667,0.9113834793679416,nan,nan,0.8947951517378291,nan,nan,7.85094420312644,0.17431433992997922,3.7681195113170594,3.0998873527151645,0.004964621679884402,0.005583562364367383,0.07236947294351606,0.7257053088912468,9.530530335893172,0.8151410949558988,0.013325642393809753,123.34396267596918,18,23
|
| 21 |
+
305280,1250426880,0.013004345990142996,2.730431415833848e-06,3.3080222905706746e-05,0.010063744010945896,4.694101207189576,1.456193049473321,2.9263846564145504,1.0000233203208313,1.0000007332959615,1.00000258691872,1.000168542841696,1.0016562727311955,1.0045802977616782,67.04378741040735,10.435745594896774,0.8894810128618512,0.494071065134934,0.5262326115517572,0.9583333134651184,1.0,0.9166666865348816,0.7718845616960235,0.7385159134864807,0.96875,0.3020833333333333,0.40625,0.9214449732874831,nan,nan,0.9061078696201245,nan,nan,7.395821572232894,0.20472686280900831,3.4968670628499656,2.8265948597321304,0.004750927604677597,0.019051438592393426,0.1295298785645628,0.7143005108997356,10.540730369275346,0.8229399750680825,0.012558778301146429,123.20232716521036,20,25
|
| 22 |
+
320544,1312948224,0.0007489064907785226,1.718171797170226e-07,2.98435003621985e-06,0.0002504823034118059,60.10491985585715,2.4338065957556823e-05,3.0493592229193687,1.0000022614011583,1.00000006228111,1.0000003335230438,1.000000443759518,1.0300183072363809,1.0000000981278967,79.84389574148689,12.267702463973714,0.8960988390893123,0.504894103566225,0.4813356939174767,0.9583333432674408,0.986979179084301,0.9404762089252472,0.6812000350005686,0.7170608639717102,0.9791666666666666,0.34375,0.375,0.9198931908855835,nan,nan,0.9100031207005183,nan,nan,7.07857589021145,0.21882732199140675,3.3042068233713855,2.6520513053955757,0.020733964346757474,0.024517541914308758,0.16729661391131684,0.6909422881553237,8.999064644740063,0.8454655784707462,0.011780043193471874,123.11946762180487,22,27
|
| 23 |
+
335808,1375469568,0.004645278034587197,2.1577940593810954e-06,1.1126078588176465e-05,0.0024864667295010356,15.850395992329311,0.11737946287712647,2.8938239023101175,1.0000224953670682,1.0000008963055125,1.000001394736041,1.0000026231074806,1.023165873882431,1.0008327924694875,64.13405335525884,10.022582775875266,0.8864515972819486,0.48955896169097324,0.5845092134835745,0.9895833432674408,0.986979179084301,0.9285714328289032,0.794315579798608,0.7574796080589294,0.96875,0.3229166666666667,0.5,0.9322093467538556,nan,nan,0.9071634942665696,nan,nan,6.895604332784763,0.22437862231319847,3.1524547419588043,2.5799949055346154,0.045519370885725094,0.02522995609991077,0.18309735270282126,0.6849293538687745,10.179782281912848,0.8167876752495641,0.010995367597369719,123.23969021810885,24,29
|
| 24 |
+
351072,1437990912,0.01207306673950577,6.1232061468917674e-06,2.4517792808280603e-05,0.24940738943027063,0.5442366991516296,0.0018641207961336403,2.8237703597248753,1.000133453238175,1.0000037377906728,1.0000039063194346,1.0005698820144158,1.004908854274556,1.0000459348909776,57.93203617272925,9.13395742017964,0.8977640982191724,0.48114796473091737,0.5395105441526901,0.9791666865348816,1.0,0.9642857015132904,0.8379530646805334,0.7528929710388184,0.9895833333333334,0.3020833333333333,0.4166666666666667,0.9268869897350669,nan,nan,0.9184136061618725,nan,nan,6.5373829538400425,0.2232933766651071,2.901968051518096,2.4738617672010457,0.051793169029333924,0.025302956236413487,0.18695462264579263,0.6742089835070354,8.463710444028523,0.8497288438278705,0.01021072727974235,122.95528212229065,26,31
|
| 25 |
+
366336,1500512256,0.031843641601445316,0.00010541404242539775,0.0001284315027437395,0.003185531638653233,0.48309531763297314,0.004059998848185507,2.8106551676497795,1.0005665350997184,1.0000643970293552,1.000022114088172,1.000028188240993,1.0325391357301847,1.0002958475471087,56.972608090653864,9.000874901198484,0.8980301561804929,0.4984395469829168,0.5292076779753581,0.9583333134651184,0.973958320915699,0.9375,0.8488743990942748,0.7507234215736389,0.9791666666666666,0.34375,0.3854166666666667,0.9307946590706706,nan,nan,0.9082695627585053,nan,nan,6.066168741574961,0.219249071782516,2.6010505832858004,2.3341853661945375,0.052634267182990975,0.025306145917508974,0.18739059291947344,0.6463526909911391,6.961072107702806,0.8895202045537828,0.009432097738825898,122.8173273346832,27,33
|
| 26 |
+
381600,1563033600,0.0020802243337496307,5.076912442489615e-05,5.6486444900805366e-05,0.0010326190979913635,0.005518849998268053,0.00029624047647849004,2.828826522567217,1.0000471723499957,1.0000202428762672,1.000007226076754,1.0000395928654189,1.002984405828618,1.0000785705703983,58.38999141840673,9.199024089853454,0.9058903290154476,0.4849293945258499,0.49859395616298824,0.9895833432674408,1.0,0.9732142686843872,0.838499722676866,0.744495689868927,1.0,0.3333333333333333,0.3333333333333333,0.9357348081345359,nan,nan,0.9210577405368289,nan,nan,5.710928906203044,0.2160214968000177,2.2544969724436035,2.3518678146526253,0.0528438798119579,0.025304665578507024,0.1874277617927816,0.6229662914050909,6.165913251000193,0.9118191728395736,0.008665408697250875,122.90971230401169,29,35
|
| 27 |
+
396864,1625554944,0.0003038636162493117,3.299164325257492e-05,0.00024979900512572936,0.0004891346375589687,0.001375581526047708,0.006422479634763365,2.847092653772023,1.0000071680440898,1.0000060336521883,1.0000183259087032,1.000040638524717,1.0022176958370173,1.0045903896166755,59.957193265837844,9.42343907391732,0.9058903290154476,0.4864771111135749,0.5639184131284357,1.0,1.0,0.955357164144516,0.8249969721802567,0.7615614533424377,1.0,0.3958333333333333,0.4375,0.9363887580111623,nan,nan,0.9134065903102359,nan,nan,5.773688845377805,0.21282305198764132,2.0918817738056505,2.615925964045032,0.052881564168371815,0.025300553165876948,0.187337127189313,0.5875387894430095,5.951692551788357,0.922941352439892,0.007916498943711495,123.02257811779496,30,37
|
| 28 |
+
412128,1688076288,0.0007953808758998284,0.00021046898496414934,0.00013617699959361194,0.006811471657181656,0.0010011641782049657,0.00013821086188667026,2.8425519721795447,1.000020226877278,1.000015451104025,1.0000056322035746,1.0021166170889688,1.0074236095077818,1.0004139315771983,59.521774675468855,9.36168144911824,0.9058903290154476,0.48265768993219504,0.56561941451647,0.9791666865348816,0.986979179084301,0.9702380895614624,0.8274110399212584,0.7594287991523743,1.0,0.3020833333333333,0.4895833333333333,0.926919791692247,nan,nan,0.9199856749425331,nan,nan,6.522159387721565,0.20948605726472075,2.2778086683972965,3.208029395533012,0.052886352306911084,0.025292105214309975,0.18721932604432204,0.5614374603206376,5.9184445422572285,0.917750105080224,0.007191071867150021,122.94177794495873,30,39
|
| 29 |
+
427392,1750597632,0.000644257738203962,0.00015277221213489596,7.281473780655523e-05,0.00012048290951798121,0.00015966636705080122,7.69880682262216e-06,2.857612392172418,1.0000196428954649,1.0000052099119654,1.0000024571211263,1.0002693482652294,1.008672812756537,1.0001096582982747,60.679109420158426,9.526884078486717,0.9058903290154476,0.49027752255733476,0.5420580986764776,1.0,0.986979179084301,0.9613095223903656,0.8176490403032496,0.7555457353591919,1.0,0.28125,0.3958333333333333,0.9357812184219559,nan,nan,0.9179269447922707,nan,nan,8.209591976698407,0.20102972100440097,3.1972707118728714,4.005968307034078,0.05288064880369478,0.025273367795192007,0.1868085793852274,0.5403606118116002,5.980875710576023,0.9169853990057979,0.006494652022090374,122.91836786784688,30,41
|
| 30 |
+
442656,1813118976,0.0016308698019107696,0.00011154601408452102,0.0006734098900851155,4.1785839789396356e-05,4.8751345391257676e-05,0.0024224520804076305,2.870204047977817,1.0000608179044015,1.0000025401596488,1.0000252850489986,1.000661156008647,1.0211543257731988,1.2737424753295632,61.7314024084857,9.718149858387164,0.9058903290154476,0.4878681595207735,0.5205457581202833,1.0,0.986979179084301,0.943452388048172,0.8097051087105291,0.7460438013076782,1.0,0.3020833333333333,0.40625,0.9364637257531285,nan,nan,0.8982450794428587,nan,nan,10.282108624500136,0.18317026245627796,4.710219549601198,4.599095421718628,0.052858955343414456,0.02523198094636595,0.18503126329683015,0.5265011481620662,5.916486826535916,0.9128373032279579,0.005832543055900948,123.0204536373199,30,43
|
| 31 |
+
457920,1875640320,0.000768530773037554,0.0008815630889642445,0.0018828769537466354,1.385879991144994e-06,4.410944068387457e-06,8.927515231490394e-07,2.8321764869988897,1.0000350565804692,1.0000216042046581,1.000095393348402,1.0002692025043358,1.016633655523653,1.0006593155378305,58.57996337615763,9.228239657693853,0.9058903290154476,0.48651211826931223,0.6004160622375118,0.9895833432674408,0.986979179084301,0.9583333432674408,0.8376117113553906,0.7704233527183533,1.0,0.3229166666666667,0.4791666666666667,0.9287261321830252,nan,nan,0.9162573882689079,nan,nan,11.978276116843082,0.14691351384832643,6.05389984960962,5.011920606628597,0.05276778297983444,0.0249989910158184,0.17480250339209616,0.512972815922216,5.997251278418165,0.9104638235834847,0.005209787318395601,122.99455867196039,30,43
|
| 32 |
+
473184,1938161664,0.0077596657342562155,0.00029344229878321024,0.00022263474158191297,3.0798423841444947e-08,4.944951756420934e-07,6.053585357834989e-08,2.817568770129526,1.0003845285234587,1.000010939714912,1.0000171784423941,1.0001147320215662,1.0178955225547266,1.0002221234255904,57.47117841765615,9.06997477747697,0.8945597586726352,0.5065571358331212,0.5738908860620174,1.0,0.986979179084301,0.949404776096344,0.8457417061345186,0.7706408500671387,0.9791666666666666,0.25,0.4583333333333333,0.9364129568760594,nan,nan,0.9131912877783179,nan,nan,12.963393379944423,0.09127564424186371,6.982248566775306,5.217097358358823,0.05236782459698107,0.0199927402243975,0.12359906836698623,0.47681212030503367,5.971024497351619,0.9150010929765098,0.004631127461369502,122.83356995289473,30,43
|
| 33 |
+
488448,2000683008,0.015242003020285754,0.0003379208882266985,0.0001806621706011433,2.9473310456344984e-09,5.8419566261799544e-08,3.005429061323526e-08,2.813701275298494,1.000485807881407,1.0000209358992571,1.000024431037503,1.0002524980242646,1.0155111417451623,1.000424935636676,57.14669084831797,9.02334437122032,0.9058903290154476,0.5268911107687827,0.5497723486839284,1.0,0.986979179084301,0.9613095223903656,0.8498370138559831,0.7734052538871765,1.0,0.3125,0.4479166666666667,0.9362078784033656,nan,nan,0.9178823021550974,nan,nan,13.406791210153818,0.05308710175159195,7.507844265489536,5.2877760973306485,0.04946182510788543,0.006276406652101784,0.06194882850157415,0.4403966248773107,5.634525281461093,0.920970243749363,0.004100970320511953,122.90533543416724,30,43
|
| 34 |
+
503712,2063204352,0.010423853671231133,0.00022312989866621514,0.00016356282389057357,2.8703462616604323e-11,2.986633584961304e-08,5.166724096381736e-09,2.8078453395277356,1.0001066744380362,1.000024906985623,1.0000386139216846,1.000061184837341,1.0178316049645377,1.0001198375401454,56.691166197711134,8.958478431485501,0.9058903290154476,0.4912224718594866,0.5839366830938774,1.0,0.986979179084301,0.9494047462940216,0.8508305975127884,0.7697429656982422,1.0,0.3333333333333333,0.40625,0.9364637257531285,nan,nan,0.9152152566239238,nan,nan,13.536593431506216,0.03543285508251269,7.75670945491571,5.278227482960835,0.03249540439243501,0.0007922383751545637,0.02214866430068939,0.41078726993474624,5.458398657353045,0.926650788330432,0.003623353354756449,122.75633718436475,30,43
|
| 35 |
+
518976,2125725696,0.0036811400383419818,1.4575393631598306e-05,1.3901753389955196e-05,7.695115361254759e-14,1.4196752679924294e-07,8.304757911716561e-10,2.846291136767576,1.0000084734135006,1.000003173999761,1.0000053625649816,1.0000028983672267,1.0238161144874338,1.000013537784695,59.963675857630655,9.426789345464035,0.9058903290154476,0.48191291079562193,0.6023040510393668,0.9895833432674408,0.986979179084301,0.9464285671710968,0.8243366796515167,0.7664797902107239,1.0,0.3229166666666667,0.4791666666666667,0.9275146634317935,nan,nan,0.9141795014341673,nan,nan,13.477665547110337,0.03742830815021721,7.863433232476626,5.193307591693736,0.007452638903644965,7.865132415171182e-05,0.005300929818068035,0.37066413240660623,5.334917210542306,0.9303112099575859,0.003201913898652705,122.83473377434763,30,43
|
| 36 |
+
534240,2188247040,0.16860215704421117,0.0005023264117574865,0.0017043030879366993,2.840476505943285e-13,3.15282703723844e-06,4.380845279319846e-08,2.9058830201348465,1.0001003923498337,1.0002189040533747,1.0011888115128296,1.0000479630304002,1.015397543976564,1.0001075611664374,65.13547108981443,10.164647466557696,0.9058903290154476,0.519457180431503,0.5337054538709305,0.9895833432674408,0.986979179084301,0.9464285671710968,0.7833128915615167,0.7559707164764404,1.0,0.3020833333333333,0.4375,0.9275146634317935,nan,nan,0.9110904969274998,nan,nan,13.426483263767894,0.08802381298716268,7.894464582886849,5.094707957800956,0.001129673418823871,5.3808594573599824e-06,0.0009481588573194275,0.34720363425244344,5.890424570267868,0.9183916486916864,0.0028398614619212603,123.25904586317506,30,43
|
| 37 |
+
549504,2250768384,0.0798062441438975,1.996680383704809e-06,0.00010255785113908642,1.9942294976321284e-14,0.0019882803990042275,6.974748025646444e-08,2.8389946652984577,1.0000363109633563,1.000002075434694,1.0001654927726988,1.0000027837478584,1.02424698664784,1.0000049827905917,59.23682954641475,9.32304116839597,0.9058903290154476,0.5032058547305395,0.530790568693787,0.9895833432674408,0.986979179084301,0.949404776096344,0.8343227305557913,0.7566983699798584,1.0,0.3125,0.4270833333333333,0.9275146634317935,nan,nan,0.9149612812325358,nan,nan,13.312724008890017,0.15425130153026675,7.859157470270629,4.9543835061361845,0.00026729674226012043,1.68218050267633e-06,0.00022078044188462187,0.3444419094227355,6.82042060754959,0.8986446982663538,0.0025399532871463355,123.14442268826446,30,43
|
| 38 |
+
564768,2313289728,0.03008340877036425,3.5420098852568914e-06,3.6771709772938148e-06,3.0149113955804476e-13,1.4445525374896846,6.272782749627837e-05,2.811105884362964,1.0000251479092794,1.000012552987289,1.0000161633784048,1.0000111216493797,1.0185231454152521,1.0000389625928165,56.93080640398711,8.992776213988504,0.9058903290154476,0.514535822466459,0.5219558240010593,1.0,0.986979179084301,0.9553571343421936,0.8489541223043569,0.7607787847518921,1.0,0.28125,0.3333333333333333,0.9370204964652658,nan,nan,0.915294519936045,nan,nan,13.002953291745463,0.1895362210324312,7.758568524701997,4.709664323161539,5.055856588710784e-05,1.2654015086764597e-05,9.901064014437417e-05,0.3450219388325312,6.135912272305983,0.9102069704971067,0.002304473351749283,123.27200098789835,30,43
|
| 39 |
+
580032,2375811072,0.014402540463312213,1.111884011579723e-06,4.6127096993778254e-06,1.6385888173847657e-11,397.3235777022114,0.01951119059920778,2.8187415931208193,1.000023894505143,1.000011575309343,1.0000430944012015,1.0000263439075052,1.0360124033000346,1.0000424610750658,57.546177481469236,9.083191036281075,0.9058903290154476,0.5256193248772965,0.5857308530532727,1.0,0.986979179084301,0.9672619104385376,0.8434273594540681,0.7824419736862183,1.0,0.3333333333333333,0.4270833333333333,0.9370204964652658,nan,nan,0.9204313959926367,nan,nan,12.308047521006905,0.2065030291057265,7.520863992898386,4.222669840343399,8.668924959765782e-06,0.002483260835291012,0.010450044008981236,0.34506862709372044,5.699322812095191,0.9228146802868296,0.0021352149741550937,123.37431199173224,30,43
|
| 40 |
+
595296,2438332416,0.0034527790000899936,8.206228484038509e-07,1.0888896023351947e-06,1.8799086196884023e-09,162.05917966013672,0.03271821586626489,2.8311752313843876,1.000010614706353,1.00002124826324,1.0000157341992082,1.0000200592278408,1.0168222896924415,1.0000256199835387,58.54787970598523,9.22354218172255,0.9058903290154476,0.5071984911392279,0.5608693533514538,0.9895833432674408,0.986979179084301,0.9702380895614624,0.8361595599259638,0.7684888243675232,1.0,0.3125,0.46875,0.9356840392574668,nan,nan,0.9212914059559504,nan,nan,10.971465699029528,0.21526676047670779,6.979253720857362,3.3956825790894682,1.2349059024330687e-06,0.004790580717729137,0.032813978064500905,0.3436567928190212,5.796381925824304,0.9216229954980454,0.0020334671566161833,123.15747887939479,30,43
|
training_logs/run_metrics/07_bittoken_medium/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: True
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 2
|
| 5 |
+
cache_base_path: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache
|
| 6 |
+
combine_strategy: zero_pad
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 8
|
| 22 |
+
difficulty_column: difficulty
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 48
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 7632
|
| 28 |
+
eval_every_k_tokens: 62521344
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_bittoken_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 305176
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_stem
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 1024
|
| 45 |
+
n_head: 16
|
| 46 |
+
n_layer: 24
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: bittoken
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: bce
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 30518
|
| 56 |
+
num_warmup_tokens: 250000000
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_bittoken_multiTask.py --tqdm --verbose --seed 42 --run_name bittoken_gpt2_medium_b192 --device_batch_size 8 --effective_batch_size 48 --num_workers 4 --n_layer 24 --n_head 16 --n_embd 1024 --context_length 1024 --train_token_budget 2500000000 --num_warmup_tokens 250000000 --eval_every_k_tokens 62521344 --max_eval_steps 2 --save_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bittoken_gpt2_medium --default_vram 200000000000 --no_save_latest --tie_word_embeddings --wandb --wandb_group multi_task_bittoken_gpt2_medium_b192 --tokenizer_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2 --model rope_stem --num_embedding_type bittoken --add_reciprocal --combine_strategy zero_pad --num_loss_type bce --dropout 0 --cache_base_path /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache --compile --difficulty_column difficulty --train_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum endgame curriculum endgame standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0 0.14285714285714285 0 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized_number --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_number_prompt curriculum_number efficient_number_prompt curriculum_number efficient_number_prompt efficient_number_prompt efficient_number_prompt efficient_number_prompt pretokenized_number --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project bittoken_v3', 'time': 'Sat Jul 25 14:04:53 2026', 'git_root': '/work8/yizhanh/byte_v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: bittoken_gpt2_medium_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 75557863725914323410944
|
| 70 |
+
save_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bittoken_gpt2_medium
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/96841076'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/46368368'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/63050008'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/4733157'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/44316829'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/48579485'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/63589654'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/28473695'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/13591814')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'endgame', 'curriculum', 'endgame', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized_number
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.0, 0.14285714285714285, 0.0, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 2500000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_number_prompt', 'curriculum_number', 'efficient_number_prompt', 'curriculum_number', 'efficient_number_prompt', 'efficient_number_prompt', 'efficient_number_prompt', 'efficient_number_prompt', 'pretokenized_number']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: True
|
| 96 |
+
wandb_group: multi_task_bittoken_gpt2_medium_b192
|
| 97 |
+
wandb_project: bittoken_v3
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/07_bittoken_medium/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_binary_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_DivM_binary_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_binary_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_DivM_binary_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_binary_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_DivM_binary_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_binary_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_DivM_binary_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_binary_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_DivM_binary_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_binary_uniform_val_10k.csv.gz,max_difficulty_DivM_binary_uniform_val_10k.csv.gz
|
| 2 |
+
7632,62521344,4.326474469775954,4.50755021203723,4.248873804385461,4.437759416488291,3.9077558753390162,4.475139598051685,0.7199695408344269,2.1726141168201814,5.190362227420943,1.0000000018626451,1.0000000122106716,1.0000000142802774,1.0000000303197059,1.000000063329844,1.0000000198681926,2.054454315235639,1.0000189114060472,174.34183544022866,20.37736764541574,0.3912762878102479,0.19187383123707202,0.06817858917559033,0.34786607239686734,0.03437728976005086,0.4583333432674408,0.0625,0.3452380895614624,0.2714642657815113,0.09848867356777191,0.125,0.13368055555555555,0.010416666666666666,0.3177083333333333,0.0,0.7699362491257489,nan,nan,0.739461614129444,nan,nan,3.1929583343163728,0.26566631985004346,0.10379311813032402,0.0,0.060691754058673254,0.0,0.09811054012714739,0.03942543427329081,0.2174157783207513,2.4078553916429573,2121.348833370571,0.6427324534198579,0.004997126321997158,61.55057400947635,8,9
|
| 3 |
+
15264,125042688,4.444044057057057,3.9612108152185184,4.012154400585871,3.535557279527386,3.960554061106557,3.7177630460079323,0.6693857351873946,1.866992365832575,2.890177832406683,1.0000000043461716,1.000000115586292,1.0000001198301123,1.000000669200164,1.0000019607191377,1.0000095392152115,1.0188184495560468,1.0000030315583417,123.49410627477232,14.6125489071982,0.4385145754899657,0.32768860994247323,0.1908702356226982,0.4865256588716751,0.14026374868905406,0.9479166865348816,0.986979179084301,0.9285714328289032,0.4415524200199923,0.3489738702774048,0.15625,0.2222222222222222,0.052083333333333336,0.4097222222222222,0.03125,0.9899399553736051,nan,nan,0.9731736158331236,nan,nan,3.678567825146879,0.6772312720735052,0.28377890526712335,0.0,0.08871006691871976,0.0,0.1662402062739447,0.4147866921332513,0.24744966207041652,1.8003710149693692,11.309840064441133,0.6826557664501343,0.009998084214664627,61.54375320724632,9,11
|
| 4 |
+
22896,187564032,4.108740651766896,3.8987399818049235,4.047464680142386,3.2375426995001124,4.332097270567509,4.088950269240462,0.009018294171398199,1.9706590742437606,2.3358692132940106,1.0000000844398933,1.0000002432809885,1.0000003290667703,1.0000000688143575,1.0000001328686228,1.0000000024835267,1.0000722687516377,1.000001337234346,131.60912326357433,15.512133081168274,0.4552856116024074,0.41005294662136976,0.2573733666844969,0.5669602458849294,0.19440882730572223,0.9895833432674408,1.0,0.9553571343421936,0.41209302423809824,0.41892287135124207,0.16666666666666666,0.24305555555555555,0.03125,0.4809027777777778,0.0625,0.9968731217086315,nan,nan,0.9839584026485682,nan,nan,4.95722492691585,1.1816945246696478,0.7410949412933728,0.0,0.6277722054035367,0.0,0.2343803694186541,0.31260856462671843,0.3457188282344595,1.5139554821780885,10.289094121232473,0.6975422897444457,0.014999042107332095,61.51944857250081,9,13
|
| 5 |
+
30528,250085376,4.126436430291326,4.055478546739974,3.8372421264648438,5.017738426959407,3.5228943824768066,4.196288903028651,0.5721843597682508,2.0960847550139525,2.3731107319073765,1.0000000080714595,1.0000000005174012,1.0,1.0000000032078828,1.0,1.0000714966220452,1.000947282462302,1.0000308219183522,143.12874330838625,16.79219921346508,0.4565308483788304,0.44485402420344017,0.2832100835582152,0.6079426412172476,0.24845656341578615,0.9583333134651184,1.0,0.9583333432674408,0.3715334919738995,0.45089343190193176,0.15625,0.2621527777777778,0.0625,0.515625,0.07291666666666667,0.9860087443764011,nan,nan,0.9858887462566296,nan,nan,7.4394220508502285,1.6872214632114075,1.3236580589560658,0.0,1.4197943140848388,0.0,0.5741253815303334,0.30510351479072567,0.650540444208333,1.478978874850432,4685.906111949614,0.6051451777316926,0.020000000000000004,62.451801511185224,11,15
|
| 6 |
+
38160,312606720,4.105454285939534,3.637449012862311,3.4945762157440186,3.3655316962136155,2.9653751850128174,4.012461187742253,17.89838678610218,2.0515497168353654,2.224884843209672,1.0,1.0,1.0,1.0,1.0,1.000007086434468,1.0189448553229767,1.000000376707042,105.41958223863821,12.604281617455856,0.5329151497076081,0.560027838497288,0.3916358493833087,0.6999693538113286,0.396678781547834,0.9895833432674408,0.973958320915699,0.9464285671710968,0.5267154934510911,0.5861064791679382,0.20833333333333334,0.3645833333333333,0.10416666666666667,0.5729166666666666,0.1875,0.9957960322499275,nan,nan,0.9819142321745554,nan,nan,8.245390707757364,1.846814396296934,1.8445002220350202,0.0,1.6254362636092483,0.0,0.578175191226153,0.28639567355692663,0.6119226750638119,1.4521463113969748,26.044996553840626,0.5590309120238265,0.019965729849129636,62.501289562294865,12,17
|
| 7 |
+
45792,375128064,4.789922038714091,3.8123107618755765,3.9947426319122314,3.0946049590905513,3.792194326718648,4.23944262138282,0.1580465676869025,2.130999250978833,2.1212090818700915,1.0,1.0,1.0,1.0,1.0,1.0000013013599558,1.000253667041861,1.0000001599895687,84.82016911050277,10.31338047098824,0.6750234881808653,0.6058703910644011,0.44025685355863925,0.74240089252029,0.42512884676326995,0.9895833432674408,1.0,0.9583333432674408,0.6458602021666753,0.6537542939186096,0.3229166666666667,0.3802083333333333,0.16666666666666666,0.6284722222222222,0.17708333333333334,0.9932167548686266,nan,nan,0.98390833226343,nan,nan,7.927363496375284,1.772091068922556,1.921296189344915,0.0,1.5376060744799045,0.0,0.4959061549434083,0.24957075424359848,0.5205618920709597,1.4303313962772373,22.543954733626396,0.5545387179815294,0.019863180383909898,62.83002123603353,14,19
|
| 8 |
+
53424,437649408,6.1170395215352364,4.096830851501888,4.136977990468343,3.2582612004545,3.765379587809245,4.267476345706659,0.15050941193032585,2.1327525914961765,2.0476329906225152,1.0,1.0,1.0,1.0,1.0,1.0000000726430642,1.000674034511739,1.0000091502442312,72.84261240193423,8.982588406592585,0.897817097733608,0.6634388574295497,0.5094238855946311,0.7608476079582166,0.48236024050252024,1.0,1.0,0.9494047462940216,0.7284395692838951,0.7309908866882324,0.7395833333333334,0.4565972222222222,0.23958333333333334,0.6215277777777778,0.21875,1.0,nan,nan,0.9801951497793198,nan,nan,8.108044533557528,1.8329141947231853,2.2097775257327,0.0,1.6152657012175793,0.0,0.4808616651895323,0.24548057217039787,0.4854504555760271,1.2382944634501876,17.733227444769703,0.5689339679070364,0.019693132578928373,63.11855164232793,16,21
|
| 9 |
+
61056,500170752,6.62421445051829,4.007663627465566,4.170016249020895,2.985688596963883,3.945259650548299,4.394191839435019,0.10257322119250872,2.207906882018453,1.9810304481359844,1.0,1.0,1.0,1.0,1.0,1.0000000993409888,1.0027977383284032,1.000061372420436,63.52853124735065,7.947932273048942,0.9437899926185112,0.7142370184638495,0.5572163439832265,0.8198170576063987,0.5277679370134357,0.9895833432674408,1.0,0.9464285671710968,0.7995541289939722,0.7720482349395752,0.875,0.4895833333333333,0.25,0.6840277777777778,0.22916666666666666,0.99557399439315,nan,nan,0.9740828862413764,nan,nan,7.911386631977186,1.6713484249180106,2.363894316992005,0.0,1.6466152419410203,0.0,0.4418774765122772,0.11402984931445023,0.43934738779018456,1.234273985915733,15.588006054627195,0.5925200649769489,0.01945688144839207,63.010826582417074,18,23
|
| 10 |
+
68688,562692096,6.692969799041748,4.615205691920386,4.986523787180583,3.1415903402699357,4.464372595151266,4.626104753553752,0.00569278780156314,2.3171158030465024,1.9538102011697092,1.0,1.0,1.0,1.0,1.0,1.0000268526813334,1.0008447980898993,1.0000630066440352,60.03035755788361,7.559032468366542,0.9406351786473494,0.7954916860084155,0.6662518605511305,0.8634844490567869,0.5938864109357783,0.96875,1.0,0.8779762089252472,0.8219544085112528,0.8105865120887756,0.875,0.5399305555555556,0.2916666666666667,0.6996527777777778,0.3229166666666667,0.9852029072741667,nan,nan,0.9518336681649089,nan,nan,7.026785504341042,1.310133894490454,2.2448212878613822,0.0,1.3858441728629465,0.0,0.3801034112702601,0.09602542409725409,0.3489979036268872,1.2608594706321934,13.389075678630695,0.6128725769111508,0.019156226183831337,63.18139512167167,20,25
|
| 11 |
+
76320,625213440,6.713912487030029,4.856131308608585,5.264972845713299,3.052864621082942,4.241390625635782,4.830362494285683,0.005618245605547134,2.4181481569543166,1.9284470040733588,1.0,1.0,1.0,1.0,1.0,1.0003454043561888,1.0062523153982958,1.000045044637667,57.033443959072834,7.2266763026072205,0.9038468684198666,0.8470071154830525,0.7368497187570429,0.9008591172949566,0.665694375815921,0.9375,1.0,0.8660714328289032,0.852281424235977,0.8372875452041626,0.7916666666666666,0.5920138888888888,0.3645833333333333,0.7552083333333334,0.3229166666666667,0.970274668186903,nan,nan,0.9472131800527374,nan,nan,4.84803548985762,0.777039990738171,1.8443302862531659,0.0,0.7668387223215316,0.0,0.11454359801622502,0.048930579382192904,0.08818712725016008,1.208165242913802,12.752286823977965,0.6245780651822718,0.018793456452196412,62.59038901347369,22,27
|
| 12 |
+
83952,687734784,6.774704058965046,4.814847773975796,5.363049705823263,3.083058777782652,4.209299882253012,4.789162901539024,0.0014188970568471994,2.423635384344769,1.9029557925793992,1.0,1.0,1.0,1.0,1.0,1.000022790028842,1.0097443329412066,1.0000909089822445,54.057036405189564,6.8963216041268725,0.9136681239585593,0.8890097066639177,0.7594689360395991,0.916228893725013,0.6646937109371142,0.9791666567325592,1.0,0.9761904776096344,0.871807010771659,0.8633063435554504,0.8125,0.6840277777777778,0.4583333333333333,0.796875,0.3125,0.9949629542728265,nan,nan,0.9880138474206129,nan,nan,3.2004664561044653,0.3632570237368807,1.276580159485106,0.0,0.3692728218255598,0.0,0.015481328303381,0.013670297810539451,0.012036849008879132,1.150168010376803,11.150639829739335,0.6443327794191223,0.018371334958694578,62.05359339608251,24,29
|
| 13 |
+
91584,750256128,6.774001518885296,5.205032991038427,5.512075821558636,3.3775193989276886,4.533199667930603,4.832427270575907,0.0028435312675024194,2.420546918126234,1.8791733489216789,1.0,1.0,1.0,1.0,1.0,1.0043055900919473,1.041966576678099,1.0000020207747478,51.51449738845099,6.6178635084439765,0.9135375552292765,0.8930299460033796,0.795466584277535,0.9386573618825772,0.708585692177101,0.9791666567325592,0.973958358168602,0.9880952537059784,0.8965441032529772,0.8817799687385559,0.84375,0.7465277777777778,0.5208333333333334,0.8506944444444444,0.3854166666666667,0.9786620177328587,nan,nan,0.997090058401227,nan,nan,2.4452981052081153,0.13071190861493612,0.9807747224603456,0.0,0.20623140102279533,0.0,0.001388316708991297,0.002762985672483527,0.003323655665427422,1.1201051368948218,14.079394892920238,0.589879738459797,0.017893076407163026,62.13686506452324,26,31
|
| 14 |
+
99216,812777472,6.87865972630876,5.692797733677758,5.872477293014526,3.5136287418052294,4.62183674176534,4.982531565844502,0.00816953083406717,2.435469587622579,1.9022108453852185,1.0000000031044083,1.0,1.0,1.0000000101410582,1.0,1.0020533014739934,1.0508503233319444,1.0000001865252024,53.98495056783377,6.893094932490042,0.9218946286455569,0.904531167556581,0.8075555692859926,0.9360129682229891,0.7648964363373385,0.9895833432674408,0.947916679084301,0.9851190447807312,0.8733054300061401,0.8910335898399353,0.8125,0.7552083333333334,0.4791666666666667,0.8472222222222222,0.46875,0.9975529219955206,nan,nan,0.9897849472860495,nan,nan,2.214180522193435,0.02817928029480308,0.8078478155284687,0.0,0.17209347061194902,0.0,0.00011198011777009242,0.0002869185057075905,0.10001625884500007,1.1056448108538448,14.558277315876019,0.5804944250779519,0.017362323018206012,62.46058169295484,28,33
|
| 15 |
+
106848,875298816,7.406781911849976,5.80666204293569,6.085904836654663,3.9822456240653987,4.89457925160726,5.084278949471006,0.0009797518350753709,2.499399374037204,1.8879059775561124,1.0,1.0,1.0,1.0,1.0,1.0000285471447898,1.000044939212225,1.00000174271326,52.38788403894711,6.7097732520019315,0.9730628058343067,0.9058127015217856,0.8271901633097276,0.9539364340019789,0.7337857971013568,1.0,1.0,0.9642857313156128,0.8863468430509144,0.9015212059020996,0.9479166666666666,0.7777777777777778,0.59375,0.875,0.4375,1.0,nan,nan,0.9869933985173702,nan,nan,2.3864957430060065,0.05003538964013284,0.7748575292834003,0.0,0.2769922458093086,0.0,0.0030304535994912654,0.0006862292792088738,0.1613183974426143,1.1195755088937025,17.835354254961764,0.5497520214075562,0.016783116791537683,61.7727096513413,30,35
|
| 16 |
+
114480,937820160,6.1476969718933105,5.0263367427719965,5.111871560414631,3.8937461707327103,4.386278788248698,4.059802214386875,0.10446558561211816,2.02527855140173,1.9007867700581709,1.0,1.0,1.0,1.0,1.0,1.0000023605766217,1.0000263971305705,1.0000001321492267,53.49754094801492,6.833063315319038,0.9498794101579645,0.9488443923196436,0.8704844867858066,0.9602967567013786,0.8213947488594586,0.9791666567325592,1.0,0.9910714328289032,0.878264110289385,0.9225228428840637,0.8958333333333334,0.8645833333333334,0.6875,0.9045138888888888,0.5625,0.9888726392141396,nan,nan,0.9958815736075243,nan,nan,3.0303787558516393,0.25839192262166943,0.8830179508785774,0.0,0.4449321074924007,0.0,0.01796035185151768,0.06327199903428594,0.19811302985388757,1.1646913999059911,23.20027258914097,0.5124863844318023,0.016159868723772935,61.12404283747126,32,37
|
| 17 |
+
122112,1000341504,6.009063323338825,5.143989457024468,5.166963140169779,3.590626004669401,4.34800922870636,3.9478582148780674,0.2866113662331671,1.9755227968371434,1.902449358485396,1.0,1.0,1.0,1.0,1.0,1.0000000074505797,1.00007604845444,1.0000013834136938,53.627757335028626,6.8475371971497045,0.9950179587509713,0.9628278884208532,0.9088525720374613,0.971146949272002,0.82718512157681,1.0,1.0,0.9880952537059784,0.8789376669383708,0.9378349184989929,1.0,0.9010416666666666,0.7708333333333334,0.9357638888888888,0.6354166666666666,1.0,nan,nan,0.9914348274469376,nan,nan,3.5872189027846577,0.45717005691779344,0.9688734880305713,0.0,0.572090563948554,0.0,0.058799040940752126,0.08846718379034423,0.20937003622302816,1.232448541506204,29.23452699215657,0.4750393965716944,0.015497325216091833,59.89540685287948,34,39
|
| 18 |
+
129744,1062862848,5.392988721529644,5.041937000221676,4.9571361144383745,3.513232535786099,4.2761145035425825,3.934078488901116,0.33973190598146275,1.972030051982953,1.8493069620606413,1.0,1.0,1.0,1.0,1.0,1.000000227863103,1.0002656745457363,1.0000000027449505,48.14931734005088,6.238842582800519,0.9990505565606207,0.9717592076764984,0.9135053188112787,0.979711723654569,0.8697464986781986,1.0,1.0,0.9672618806362152,0.9223448256987719,0.9506433606147766,1.0,0.9340277777777778,0.78125,0.9565972222222222,0.6770833333333334,1.0,nan,nan,0.9836082765832543,nan,nan,3.7608688144204625,0.5072726273114851,0.9479361238558336,0.0,0.5996935651477118,0.0,0.07233090887585987,0.09381019046208426,0.21097964973283678,1.3288457609585091,34.3560809489941,0.42796509735192517,0.014800531927597655,58.25041388365268,36,41
|
| 19 |
+
137376,1125384192,5.404137174288433,4.351058337423536,4.805297454198201,3.068585743506749,3.984709779421488,4.3164346978730554,0.15347916334361233,2.1681327896299636,1.810241758925771,1.0,1.0,1.0,1.0,1.0,1.0000001341102327,1.000617636479416,1.0000000437884724,44.514161787564326,5.834975511326939,0.9995881668090127,0.9711367912721323,0.9239081401518228,0.9851911178757482,0.8811696989316206,0.9895833432674408,1.0,0.9791666567325592,0.9530713115926971,0.9590791463851929,1.0,0.9322916666666666,0.8333333333333334,0.9600694444444444,0.7395833333333334,0.9933516740178069,nan,nan,0.9830919336527586,nan,nan,3.74515321997992,0.5126000747732449,0.8753705133594456,0.0,0.5873977982980871,0.0,0.0754865336971598,0.09483014453632857,0.21005161397660527,1.389416552263738,31.502146624872143,0.4485662545641763,0.014074795349650518,57.79917948179224,38,43
|
| 20 |
+
145008,1187905536,5.070948203404743,4.4597680701149836,4.861746033032736,3.1284092863400783,4.1235315799713135,4.532769666306079,0.00046397460218348084,2.2801766984692993,1.7939409522135819,1.0,1.0,1.0,1.0,1.0,1.0000001421818143,1.0000084034167989,1.0000000707151022,43.058702429180975,5.673190116166077,0.9985139771764808,0.9793138685678128,0.9452645797725823,0.985327757650999,0.8850100355886157,1.0,1.0,1.0,0.9601179407773132,0.9680726528167725,1.0,0.9496527777777778,0.8645833333333334,0.9704861111111112,0.7708333333333334,1.0,nan,nan,1.0,nan,nan,3.509532163616017,0.5106801860432981,0.7485488340552161,0.0,0.5354808073249885,0.0,0.07682302005230279,0.09525662370143081,0.11291264404381147,1.4298300566181557,26.578908871336054,0.4792236564583311,0.013325642393809753,58.3006896067482,40,45
|
| 21 |
+
152640,1250426880,4.624596835062078,4.199620452192095,4.678903619448344,3.144685311449898,4.13248618443807,4.464654228673449,6.320858987346554e-05,2.251388416346145,1.7774701146078349,1.0000000062088168,1.0,1.0,1.0,1.0,1.000000284984294,1.00000267718283,1.0000000266652287,41.61987831517863,5.5133201455799785,0.9983020560058147,0.9822917658016026,0.9568004984682423,0.9880314183624287,0.9090119578926246,1.0,1.0,1.0,0.9727377446810007,0.975613534450531,0.9895833333333334,0.9513888888888888,0.9166666666666666,0.9722222222222222,0.7395833333333334,1.0,nan,nan,1.0,nan,nan,3.077884114727477,0.4690300013231927,0.5530558565642865,0.0,0.3803328073517186,0.0,0.07494604969052704,0.09495106806510832,0.05228915090439579,1.4532791849612845,25.638523631688184,0.4839989140754726,0.012558778301146429,58.46752893172089,42,47
|
| 22 |
+
160272,1312948224,4.621313215553526,4.328878754240304,4.714912176132202,3.1520846987822955,4.104451338450113,4.442986881572902,8.746636078519243e-06,2.2086290026369038,1.7701649987684778,1.0000000521540107,1.000000000827842,1.0,1.0000000024835267,1.0,1.000000198682065,1.0000005333280058,1.0000003431177356,41.00938311897697,5.445487138841129,0.9898317512416421,0.9901852595954437,0.9606906718122235,0.9932727900253379,0.9134306116080008,1.0,1.0,1.0,0.9735424166994147,0.9758626222610474,0.96875,0.9652777777777778,0.90625,0.96875,0.7708333333333334,1.0,nan,nan,1.0,nan,nan,2.2900967076528165,0.25681221132552207,0.29041937301918713,0.0,0.18916133507760688,0.0,0.06163322801998844,0.032719475215023795,0.017845193417664065,1.4415058947398065,22.252947067189766,0.5170174822312793,0.011780043193471874,59.08549569663836,44,49
|
| 23 |
+
167904,1375469568,4.6135517706489075,4.051438234305454,4.481055740447474,3.0268112223566046,3.9980072293261997,4.498943701443377,0.0003148402230310687,2.223320685862071,1.7694736685345365,1.0000062111369434,1.0000000272153007,1.00000000372529,1.0000020038893989,1.0000011026837083,1.0000016068388367,1.0000052018017929,1.000000588331407,40.94885986385363,5.438764067719589,0.9810644114112728,0.9886388151567372,0.9570198463698489,0.9888610091222291,0.9055552578283239,1.0,1.0,0.9970238208770752,0.9759297958936227,0.9727416634559631,0.96875,0.96875,0.8854166666666666,0.9739583333333334,0.8020833333333334,1.0,nan,nan,0.9980589207261801,nan,nan,1.6754188667973053,0.05718208516514367,0.09636317099697833,0.0,0.04873779254047828,0.0,0.025333262531974148,0.009531319305271586,0.0301424579686901,1.4081287753754825,21.96406706102364,0.5301549997438425,0.010995367597369719,58.91325829752704,46,51
|
| 24 |
+
175536,1437990912,4.460389232077603,4.280170868999038,4.775770722071271,3.0520550629775935,3.9504691841834267,4.400421345033429,0.004408378245099313,2.1605389514730424,1.79159468016618,1.0000118080534746,1.0000000284570632,1.0000000049670534,1.000001071433586,1.0000007214637026,1.000000601633968,1.0000043534333805,1.0000001415609063,42.90132183531683,5.655704507368885,0.9613150794958574,0.9857836138403934,0.9303945429385356,0.9841702210089321,0.9098377632810639,1.0,1.0,1.0,0.9612290668373681,0.9649202227592468,0.9479166666666666,0.9565972222222222,0.8541666666666666,0.96875,0.7708333333333334,1.0,nan,nan,1.0,nan,nan,1.6569916661799469,0.006792326769487678,0.04187107089317363,0.0,0.012638012635205075,0.0,0.04221790632755633,0.038890469461503374,0.16836875856861347,1.3462131159749184,19.572969834087903,0.554654347845031,0.01021072727974235,59.7108917405284,48,53
|
| 25 |
+
183168,1500512256,5.180218192508282,4.537533591150358,5.057269651578217,3.1379399154974954,4.133796482649318,4.708804870201598,0.11369647313318076,2.2841141949031325,1.8026876597717916,1.0000002502148317,1.0000001097924665,1.0000000043461719,1.0000007825170338,1.0000003955012997,1.0000007748597444,1.0000234829228853,1.000000733029752,43.936041410690194,5.770674215986042,0.999548830946358,0.9915847607429455,0.9708873579633847,0.9952278106986577,0.9209803906348375,1.0,1.0,1.0,0.9519932813461865,0.9767444729804993,1.0,0.9756944444444444,0.90625,0.9756944444444444,0.7916666666666666,1.0,nan,nan,1.0,nan,nan,1.9927874707179516,0.011889665183430632,0.08678470705229792,0.0,0.03560920858859083,0.0,0.12231655410766432,0.15413089288277973,0.2781637272710849,1.3038927091664032,18.888006096522265,0.5397146483473245,0.009432097738825898,60.532674635980136,50,55
|
| 26 |
+
190800,1563033600,5.739711259762109,4.764827495827309,5.344993642362997,3.261429841641532,4.23789191980046,4.6887546506979705,0.0040240708993914825,2.2814022615524916,1.7863275401025842,1.0000003458299402,1.0000000700561291,1.0000000074505793,1.0000001974403414,1.0000001403192256,1.0000003023692767,1.0000009362883708,1.0000000959425117,42.43692069017758,5.604102531763773,0.9972958738371751,0.9930914843594855,0.9749233199381913,0.992318490492815,0.9122563955602055,1.0,1.0,1.0,0.9660090990590415,0.977680504322052,1.0,0.9756944444444444,0.9166666666666666,0.9774305555555556,0.8020833333333334,1.0,nan,nan,1.0,nan,nan,2.8653412128136133,0.4299243378772939,0.19638631338751797,0.0,0.17205239058330485,0.0,0.1997618030474053,0.2380962110859332,0.3270523403328844,1.3020678083820247,26.091186809152425,0.4816315908031831,0.008665408697250875,58.51373784830408,52,57
|
| 27 |
+
198432,1625554944,5.754336516062418,5.441155599223243,5.810842911402384,3.327004777060614,4.749117493629456,4.586190383591578,0.0004445029598657488,2.238975375703019,1.763427443979412,1.0,1.0,1.0,1.0,1.0,1.000000011796752,1.0000002905724013,1.0000000241817015,40.45449937242177,5.383833299885847,0.9993751425336002,0.9938380704031378,0.9830283132662236,0.9962592054265355,0.9318556333475949,1.0,1.0,1.0,0.9755616657506665,0.9852432012557983,1.0,0.9878472222222222,0.9479166666666666,0.9878472222222222,0.8229166666666666,1.0,nan,nan,1.0,nan,nan,3.3368430716229005,0.6541565474418757,0.26374823833301037,0.0,0.26697950946446275,0.0,0.23630586056170833,0.2739090844403475,0.34117133390978527,1.3005724889156507,25.963577327410256,0.4850396965308197,0.007916498943711495,57.96967371323232,54,58
|
| 28 |
+
206064,1688076288,5.910113851229351,5.4798018004324405,5.914300481478374,3.107094483565472,4.197983344395955,4.59086474957355,0.0004525949240725552,2.2323476687697617,1.7517486411020766,1.0,1.0000000003104408,1.0,1.0000000001034801,1.0,1.000000035390254,1.0000008176975808,1.0000000108490807,39.45772714604484,5.273080890043964,0.9993646574494426,0.9937132312983468,0.9898835408300978,0.9960006945460108,0.9882658149314807,1.0,1.0,1.0,0.983219972345316,0.9945534467697144,1.0,0.9774305555555556,0.96875,0.9809027777777778,0.9791666666666666,1.0,nan,nan,1.0,nan,nan,3.438862723714895,0.7040117949599255,0.2818558500309647,0.0,0.26883899386608534,0.034905896711218715,0.24690782467772224,0.2834401631362739,0.3422503358134427,1.2766518545625063,14.893294296830705,0.568494850113613,0.007191071867150021,61.30624192251762,56,58
|
| 29 |
+
213696,1750597632,6.094467043876648,5.914205643865796,6.129932403564453,3.109581073125203,4.114452203114827,4.6071453889211025,1.0612095102192952e-05,2.241053379682926,1.7528409461922319,1.0,1.0,1.0,1.0,1.0,1.0,1.0000000478078834,1.0000000036599341,39.53945616380981,5.282161801697514,0.9991544272169808,0.9950057092357679,0.9879453332341683,0.9964835517765017,0.9887565970009297,1.0,1.0,1.0,0.9836227654799714,0.9944561123847961,1.0,0.9895833333333334,0.9479166666666666,0.9913194444444444,0.9583333333333334,1.0,nan,nan,1.0,nan,nan,4.327154387753772,0.725978323302464,0.2978014004657789,0.0,0.2692830450469949,0.9266663534055661,0.2539350914790164,0.2898538332519569,0.3211006401818094,1.2425356864341675,13.37444717337063,0.6042810254134785,0.006494652022090374,60.7726597081637,58,58
|
| 30 |
+
221328,1813118976,6.4841049909591675,6.192020177841187,6.3583509127299,3.52232962846756,4.625140627225241,4.614691336949666,3.3435826216087795e-06,2.2457934664890753,1.7536376616591152,1.0,1.0,1.0,1.0,1.0,1.0,1.000000016763803,1.000000001829967,39.64715152153951,5.294127948903697,0.9997123624852031,0.9911299309710313,0.9861476042245106,0.9955763762391129,0.990707419257882,1.0,1.0,1.0,0.9844590854617831,0.9941573143005371,1.0,0.9739583333333334,0.9375,0.9861111111111112,0.9895833333333334,1.0,nan,nan,1.0,nan,nan,4.864151224448424,0.7367343555879042,0.30562493584821165,0.0,0.26756625563190406,1.6577797644179173,0.23865073743107068,0.2647749955360973,0.18376890756258515,1.2092512590056461,12.392714598737422,0.6248754732802791,0.005832543055900948,60.76842969978659,58,58
|
| 31 |
+
228960,1875640320,6.638513008753458,6.418900059329139,6.52158280213674,3.590723342365689,4.6752530336380005,4.673413416979094,4.372427532814833e-06,2.2657970243133563,1.7529484522707637,1.0,1.0,1.0,1.0,1.0,1.0000000018626451,1.0000000167638021,1.0000000020913906,39.569319339395115,5.28547992890144,0.9927034243223702,0.9954489073001457,0.9900642487782203,0.9959945880086852,0.9918624664023108,1.0,1.0,1.0,0.9844436929514395,0.9944767355918884,0.9895833333333334,0.9774305555555556,0.9791666666666666,0.9913194444444444,0.96875,1.0,nan,nan,1.0,nan,nan,4.719111145464255,0.7317932933721674,0.24519617780069636,0.004703634035550431,0.23690685589086807,1.9236334931797108,0.1800571830111663,0.16236027558363372,0.07846769593137316,1.1559925260861839,11.14275319855543,0.6519876368601555,0.005209787318395601,60.91218576322366,58,58
|
| 32 |
+
236592,1938161664,6.970500151316324,6.3840598530239525,6.579429308573406,3.6292341848214464,4.870560963948567,4.609721189673792,7.129874183589617e-06,2.238763355888316,1.7537520537307842,1.0,1.0,1.0,1.0,1.0,1.0000000130385152,1.0000000111758678,1.0000000096726782,39.63844096274662,5.293160110737076,0.9998206503540047,0.9951933550925869,0.9891867603714646,0.9908611218436526,0.9920351109582106,1.0,1.0,1.0,0.9823990448738481,0.9943532943725586,1.0,0.9826388888888888,0.9583333333333334,0.9774305555555556,0.96875,1.0,nan,nan,1.0,nan,nan,4.424510082431726,0.31668070965031153,0.1296367683499926,0.47584127988825875,0.09875669395268487,1.9938023493865327,0.15928577878565636,0.11513041145300244,0.057227689123789685,1.078148394589505,11.090597633530134,0.6514508906962737,0.004631127461369502,60.80245738202292,58,58
|
| 33 |
+
244224,2000683008,6.931454340616863,6.631948947906494,6.625435551007589,3.6928553713692565,4.8955776294072475,4.7087570508465735,0.00011225833858773474,2.2745496698129313,1.7600423979338171,1.0,1.0,1.0,1.0,1.0,1.0000000192473304,1.0000000496705126,1.0000000108490887,40.16912447447075,5.352124950470854,0.9991739346179187,0.9958446701057375,0.9897043097214763,0.9937770935029802,0.9885159198753204,1.0,1.0,1.0,0.9791306761901332,0.9939703941345215,1.0,0.9826388888888888,0.96875,0.9826388888888888,0.9791666666666666,1.0,nan,nan,1.0,nan,nan,4.787271450801507,0.09693190430367393,0.059376545768162405,0.90022050142927,0.003279511465986686,2.0087890782066014,0.2731564675629978,0.2071296432893371,0.23078410809454186,1.0076036854325168,12.142155532192135,0.6413142935019495,0.004100970320511953,60.61371424807352,58,58
|
| 34 |
+
251856,2063204352,6.649317741394043,6.3435106476147975,6.409725546836853,3.487714346912172,4.714624881744385,4.6687048079635085,0.00013797193108244202,2.253790356684673,1.755665494649005,1.0,1.0,1.0,1.0,1.0,1.0000000533958224,1.000000036011128,1.0000000152932955,39.81531662610974,5.312812970089999,0.9997773388661573,0.9942096183648096,0.9895490968586186,0.9943469329301725,0.9942046866189125,1.0,1.0,1.0,0.983219972345316,0.9950041174888611,1.0,0.9809027777777778,0.9583333333333334,0.984375,0.9791666666666666,1.0,nan,nan,1.0,nan,nan,5.475272383302669,0.06301289260367629,0.038879909679300044,1.0646301396275442,0.0011660464532284027,1.9765168718821344,0.4498198678561722,0.40249879921709225,0.4982147079849221,0.9805331441393675,13.97539962746937,0.6287263336999487,0.003623353354756449,60.4277349178937,58,58
|
| 35 |
+
259488,2125725696,6.4196354150772095,6.342141164673699,6.274445255597433,3.6948222915331512,4.818216760953268,4.722640891303858,5.21482140961461e-05,2.2787429176701997,1.7509431706984604,1.0,1.0,1.0,1.0,1.0,1.0000000291814373,1.0000000198682095,1.0000000262730944,39.416907284076004,5.268545262155417,0.9996596121206055,0.9943081016748619,0.987296463344533,0.9976528120119252,0.9940436911056354,1.0,1.0,1.0,0.9844436929514395,0.995236337184906,1.0,0.9878472222222222,0.9479166666666666,0.9895833333333334,0.9791666666666666,1.0,nan,nan,1.0,nan,nan,5.041030641750626,0.11296705915523571,0.01974828181957641,1.1089347194242456,0.0017805735342356621,1.085152598681719,0.5569116265646842,0.539330170663411,0.6493065227665425,0.9668990914565749,13.08789259370268,0.6345592737510269,0.003201913898652705,60.464884371099416,58,58
|
| 36 |
+
267120,2188247040,6.614521344502766,6.343589027722677,6.40491267045339,3.3564994092785776,4.607148965199789,4.68666522785267,2.122439218074255e-05,2.2659964723318162,1.7507572152022135,1.0,1.0,1.0,1.0000000004139211,1.0,1.0000000546375847,1.0000000142802765,1.0000000111105134,39.40121115148816,5.266801247992273,0.999723541417931,0.9954207126991977,0.9903664646317991,0.9980513939357315,0.9933907035154145,1.0,1.0,1.0,0.9852646204229076,0.9957772493362427,1.0,0.984375,0.9583333333333334,0.9965277777777778,0.9791666666666666,1.0,nan,nan,1.0,nan,nan,4.70376596728289,0.29869311313613495,0.0004892059860602704,1.1231393650291355,0.027074221218808824,0.35415305832566435,0.6083487770631275,0.6135572563874426,0.7208599533395863,0.9574510198557792,11.613053017145559,0.6454530401151448,0.0028398614619212603,60.78260902344543,58,58
|
| 37 |
+
274752,2250768384,6.696486473083496,6.530364553133646,6.525032917658487,3.2970437076356673,4.642015894254049,4.690308477170438,8.270511560729853e-06,2.269012354108459,1.7482826061454646,1.0,1.0,1.0,1.0,1.0,1.0000000173846861,1.0000000099341049,1.0000000077120035,39.20323755617221,5.244804176800334,0.9992736732643106,0.9955803846231618,0.9902122755118214,0.9966501275493443,0.9860153222199353,1.0,1.0,1.0,0.9856828060679064,0.9947916865348816,1.0,0.9826388888888888,0.96875,0.9826388888888888,0.96875,1.0,nan,nan,1.0,nan,nan,4.785274811433973,0.5273134696026728,0.0025194408542891884,1.1236751851895568,0.06392346096733578,0.08840958914455728,0.6212377008794107,0.648828278756209,0.7528285759478238,0.95653911278511,10.787483402190093,0.653824360631172,0.0025399532871463355,60.82107066967577,58,58
|
| 38 |
+
282384,2313289728,6.841846704483032,6.59072952138053,6.644720236460367,3.460123224390877,4.898446599642436,4.710102164076459,8.363077996888327e-06,2.2791310114282086,1.7475658951322484,1.0,1.0,1.0,1.0,1.0,1.000000011796752,1.0000000167638021,1.0000000074505795,39.13278621968542,5.236976250632951,0.9998687861731885,0.9940304079333147,0.9893352172712349,0.9975957861329773,0.9928710038165917,1.0,1.0,1.0,0.9852646204229076,0.9954142570495605,1.0,0.9878472222222222,0.96875,0.9895833333333334,0.9791666666666666,1.0,nan,nan,1.0,nan,nan,4.43025727766344,0.6967948760949975,0.03975382419659367,0.6544035708609099,0.0996989251367772,0.018828634206472725,0.5868352656363206,0.6416610170019392,0.7441269457134441,0.9481542206801501,9.583653779196665,0.6693220014334412,0.002304473351749283,61.165612659917905,58,58
|
| 39 |
+
290016,2375811072,6.815352439880371,6.556803815894657,6.627700328826904,3.5940313173664946,5.022518237431843,4.695963594479183,3.849435269234823e-06,2.2721408415126345,1.7474659682845903,1.0,1.0,1.0,1.0,1.0,1.0000000105549882,1.000000011796749,1.0000000095419703,39.13163527623242,5.23684836756957,0.9998467024256437,0.9957957367276465,0.9888248598361922,0.9975161889200649,0.9857359379018531,1.0,1.0,1.0,0.9844436929514395,0.9946467280387878,1.0,0.9930555555555556,0.9583333333333334,0.9930555555555556,0.9583333333333334,1.0,nan,nan,1.0,nan,nan,3.739950875521935,0.7992344958664447,0.08420527638391408,0.23125707740704377,0.11792146478269679,0.01905962266075383,0.453053221183884,0.5336891248926008,0.5669008595550362,0.9346297345152483,9.676718652185905,0.6705720452455105,0.0021352149741550937,61.18028762196195,58,58
|
| 40 |
+
297648,2438332416,6.915988127390545,6.564759744538201,6.697826584180197,3.534487436215083,4.9882882833480835,4.6704708498058904,1.9231964041544503e-06,2.260295876174453,1.7469716789770189,1.0,1.0,1.0,1.0,1.0,1.0000000093132249,1.000000007450579,1.0000000062741723,39.09084585518537,5.232316208691483,0.9995186949159416,0.9962250851095337,0.9917037728470575,0.9975751585845832,0.9880492863844317,1.0,1.0,1.0,0.986455147219124,0.9954767823219299,1.0,0.9878472222222222,0.9583333333333334,0.9895833333333334,0.9791666666666666,1.0,nan,nan,1.0,nan,nan,3.415565845784995,0.8368151918851595,0.10892669603008533,0.06904302367433596,0.12814438481751422,0.4290347655839819,0.2796341502195587,0.34340872472077355,0.30422546258597477,0.9163334500343154,9.543585221097654,0.6686307036472129,0.0020334671566161833,61.358632665055275,58,58
|
training_logs/run_metrics/08_bpe_medium/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: False
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 2
|
| 5 |
+
cache_base_path: /auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache
|
| 6 |
+
combine_strategy: sum
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 32
|
| 22 |
+
difficulty_column: difficulty_sd
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 64
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 2544
|
| 28 |
+
eval_every_k_tokens: 83361792
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_td_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 101726
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_gpt2
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 1024
|
| 45 |
+
n_head: 16
|
| 46 |
+
n_layer: 24
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: bittoken
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: mse
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 10173
|
| 56 |
+
num_warmup_tokens: 333333333
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_td_multiTask.py --tqdm --verbose --seed 42 --run_name bpe_gpt2_medium_b192 --device_batch_size 32 --effective_batch_size 64 --num_workers 4 --n_layer 24 --n_head 16 --n_embd 1024 --context_length 1024 --train_token_budget 3333333334 --num_warmup_tokens 333333333 --eval_every_k_tokens 83361792 --max_eval_steps 2 --save_dir /auxstore/cse/d11/data/s1155124376/math_bittoken_data/trained/multiTask/bpe_gpt2_medium --default_vram 200000000000 --no_save_latest --tie_word_embeddings --tokenizer_dir /auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo/tokenizers/num_text/td_gpt2 --model rope_gpt2 --dropout 0 --cache_base_path /auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache --compile --difficulty_column difficulty_sd --train_set_paths /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum curriculum standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_prompt curriculum curriculum efficient_prompt efficient_prompt efficient_prompt pretokenized --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project STEM --wandb_group multi_task_td', 'time': 'Sat Jul 25 01:45:49 2026', 'git_root': '/auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: bpe_gpt2_medium_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 302231454903657293643776
|
| 70 |
+
save_dir: /auxstore/cse/d11/data/s1155124376/math_bittoken_data/trained/multiTask/bpe_gpt2_medium
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo/tokenizers/num_text/td_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/96841076'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/63050008'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/44316829'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/48579485'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/63589654'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/28473695'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/td_gpt2_88525419/13591814')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'curriculum', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 3333333334
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_prompt', 'curriculum', 'curriculum', 'efficient_prompt', 'efficient_prompt', 'efficient_prompt', 'pretokenized']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: False
|
| 96 |
+
wandb_group: multi_task_td
|
| 97 |
+
wandb_project: STEM
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/08_bpe_medium/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_decimal_uniform_val_10k.csv.gz,max_difficulty_Division_decimal_uniform_val_10k.csv.gz
|
| 2 |
+
2544,83361792,2.9224225282669067,3.853323459625244,3.5315646529197693,0.5617915615439415,0.7299657016992569,2.104517161846161,5.19794774055481,19.949119781180233,47.828688466816445,50.024406240807544,1.8206026653229745,2.075610408027426,8.90883493688325,180.9989826097945,44.51517787269034,0.4636990816035512,0.18849664281466155,0.23305491521599936,0.890625,0.12109375,0.7733768075704575,0.24820797833706182,0.2645970582962036,0.296875,0.1484375,0.1953125,0.9533987785980571,nan,nan,0.8867557815465261,0.12811060555759468,0.10856084825354628,3.306689700943494,0.3097168239208419,0.1911077522899686,0.10971726873397546,0.1132638823162653,0.01427340819961655,0.2737062655216516,2.294904313466084,379.16699284521286,0.5076453223170958,0.004997126321997158,18.538138901816833,4,6
|
| 3 |
+
5088,166723584,10.068208596643217,24.43314443608972,34.80953173877424,0.011832183163370744,0.3977900410469801,3.8988304515551278,3.011906860917719,10.469861063666176,26.82772678229923,18.88000498363892,1.0009387765458344,1.0039936182385127,2.2270899455110604,126.27196085876668,26.668796575523775,0.5706420894091877,0.23058521709026933,0.4370404614030303,1.0,1.0,0.9259709566831589,0.418951549247639,0.5056276321411133,0.40625,0.1640625,0.359375,1.0,nan,nan,0.9556977761531016,0.17868564551099553,0.16007698676548898,3.4213458485432766,0.5107966744947958,0.44562622994180695,0.1840283171217639,0.10548125697737296,0.23971735310292186,0.20388392088526128,1.7318120976260587,9.013699936229479,0.6475315161236802,0.009998084214664627,18.49454166981759,4,7
|
| 4 |
+
7632,250085376,6.647104646948776,91.2995348226741,312.8585376799481,0.42560776879625895,4.582069617414608,17.79338794827008,3.0416432699108498,1.7072677395337563,23.620954491881516,20.6927553141696,1.0020577978774479,1.0064080129832922,1.6647081629118363,132.45272666977388,26.02098259844733,0.8741763864212321,0.2960380369409476,0.5252812955899484,1.0,0.990234375,0.9460254162549973,0.40252422403363597,0.5844604969024658,0.78125,0.2109375,0.4296875,1.0,nan,nan,0.9662602705138852,0.10224410896807967,0.0821583692159038,6.285318189119018,0.8735982565105109,2.0256867850038054,1.015130077428061,0.3881418524975976,0.40583042132835795,0.3230829560324975,1.2538478071834316,11.036112249647296,0.6180260620964398,0.014999042107332095,18.653119255507836,4,8
|
| 5 |
+
10176,333447168,5.460007105923484,84.2300261559244,317.4703944542857,8.518277297612883,14.889584290397977,74.83665074139708,2.951547560744814,1.455638237288508,24.566430567237177,10.296487795966016,1.035581586524119,1.0180507483758159,3.4128405080254525,114.61824072856061,22.343324310282526,0.8877900543178653,0.32849756690569953,0.5191449517529441,0.984375,0.990234375,0.9279397875070572,0.4783814353452548,0.6199862360954285,0.8046875,0.2109375,0.3984375,0.9929144866764545,nan,nan,0.9541581915764255,0.12426573242919403,0.10279284641728736,8.245382978949907,0.6669068293032381,3.0931397937619827,1.8004916582241444,0.5211228823029767,0.26160476231529056,0.4337430150100837,1.4683739846595414,15.403626980834037,0.5647247456623323,0.020000000000000004,18.69020302107839,4,9
|
| 6 |
+
12720,416808960,4.808560129307523,55.61612625532666,211.01965929249673,4.592709287658614,4.206791732107824,22.104430399306565,2.8357162629950494,1.7418438875976583,24.082833342046627,12.228559699318113,1.0506178133876571,1.0063981309852053,2.4838687096558028,95.1873650417467,19.683069517819682,0.8813160369928371,0.3187018515220703,0.5685328703526441,0.9921875,1.0,0.9324457496404648,0.5888698617807242,0.6475605964660645,0.828125,0.2109375,0.46875,0.9945194413885474,nan,nan,0.9608144521916984,0.14279192314552347,0.12339050360606052,6.2020579764865476,0.19810442646483614,2.3626891893097817,1.4875123159360446,0.2158702744698012,0.12748905591313633,0.2258757306668142,1.5845169439381892,14.450796214664507,0.5682676022860614,0.019965729849129636,18.732518732142136,4,9
|
| 7 |
+
15264,500170752,4.111181495400942,61.91405196000255,203.3671557754883,4.517870346567845,21.45730570176133,17.962952843493383,2.776832206909745,1.4206080435084516,30.123945195516292,17.0942340348046,1.1021167874655968,1.041845071311149,2.6110045099332297,86.58528741700157,19.9970058656487,0.9118464147798953,0.3830724311785466,0.5770430670921934,0.984375,0.990234375,0.929931566119194,0.6329132721575097,0.6916176080703735,0.8359375,0.234375,0.4609375,0.9911191081628203,nan,nan,0.9583206636671093,0.13972353668577853,0.119208887394052,4.7565008174136,0.08919719047912052,2.0548469460988494,0.978022665321996,0.04372910389431041,0.05779325058412058,0.066411537957502,1.466500100328647,11.380260920655802,0.616797647761099,0.019863180383909898,18.80141940520569,6,10
|
| 8 |
+
17808,583532544,6.422943206835274,87.61316314668693,254.95231525224312,0.05696451315565253,1.1234305987666695,22.541270503866087,2.7548501795151026,1.2718249170757143,26.191387677578213,12.735745871549103,1.0009025256635244,1.0021118504878586,2.855254684573689,83.61315252864146,18.38148286508137,0.9318176547626648,0.3989350704960795,0.6166148478677593,1.0,1.0,0.9300515502691269,0.6493411537657843,0.713060736656189,0.8828125,0.2421875,0.5234375,1.0,nan,nan,0.9602256956932251,0.1354183336970891,0.11543699164758436,6.622809014136687,0.10237625928275654,4.114674832546343,1.0385148803187922,0.016996140105556407,0.030257431494131425,0.037712425943971874,1.282277002700962,10.893877809058946,0.6360013040497243,0.019693132578928373,18.830431293756202,6,12
|
| 9 |
+
20352,666894336,8.053872118315276,60.49055668213896,390.28519443294726,5.434370839643448,2.6366867951828947,28.861007017779116,2.7541081050243577,1.2812521801159034,20.105102737202152,26.25021351814741,1.0542795091100845,1.0054236472931013,2.11740194408831,83.51839534789704,19.33315269769343,0.9217986678041972,0.4038481648647375,0.6240355070743804,0.9765625,1.0,0.9302951395511627,0.6410245440488788,0.7126555442810059,0.859375,0.2890625,0.5234375,0.9882614642847329,nan,nan,0.953835784275725,0.1352997006492842,0.1147416450548917,8.379685786535156,0.11910297743826208,5.241884857204002,1.772796155325428,0.01374506438008528,0.017493459642376807,0.05019287243076753,1.1644703259888642,10.580038078504163,0.6555370828663966,0.01945688144839207,18.83238277480145,7,14
|
| 10 |
+
22896,750256128,6.1638650308061,38.117339113390926,237.73278795577585,12.689919116368795,0.1532141857314946,27.580657992354947,2.7361352092734137,1.321138138606437,25.218962614953536,12.07820407657364,1.1483373244743282,1.0004029387912161,2.4591155827617643,81.1193962732556,17.763650992773787,0.9213330599651677,0.42282108106707733,0.6350670708613045,0.9765625,1.0,0.9572339057922363,0.6572521576405932,0.7280101180076599,0.859375,0.2890625,0.53125,0.9823467848473229,nan,nan,0.9741206415201304,0.1468611072987187,0.12364025798160583,7.538787311634177,0.08887655496434038,3.964187028741182,2.286163367771747,0.010486064205328615,0.008703094281833525,0.05933605957487453,1.1210350705063854,10.969547420365256,0.6433881152561813,0.019156226183831337,18.822294936993863,7,15
|
| 11 |
+
25440,833617920,3.933204922075408,27.762417441266507,138.52137317942834,0.9228725573530596,24.080325172898753,41.67524649992947,2.709759804063765,1.2708673708698197,23.510709068832917,11.968940350289484,1.010004816158273,1.0856842537502338,4.108460299247064,77.74859284723806,17.24332271519798,0.9428730746313115,0.4631450960269424,0.6409410648130118,0.9921875,0.931640625,0.9213608354330063,0.6738905752262057,0.7422751188278198,0.875,0.34375,0.5234375,0.9969916944392025,nan,nan,0.9545983315256308,0.11867334908151861,0.09923107927897945,5.984803180227864,0.05356822012294381,2.9379592826542216,1.833651887852643,0.007296777032282377,0.0045562212981123205,0.04520840837951821,1.102562335977619,10.411085733733836,0.6520974402954368,0.018793456452196412,18.818683030368224,9,16
|
| 12 |
+
27984,916979712,5.451005874282302,28.42101319122861,98.58347753484782,0.02787803120557955,0.5284134767851789,11.041817633141765,2.67519367745507,1.3409228162105487,20.80799433577181,16.52246687111848,1.0003076287910175,1.0019974045778994,2.058972064646814,73.54852958205998,16.611598671882366,0.9263797761520227,0.46557939174883567,0.6364573288125475,1.0,1.0,0.9501095861196518,0.724519287074759,0.7582926154136658,0.84375,0.3046875,0.5078125,1.0,nan,nan,0.9667965933331288,0.13187095600005705,0.11066556521109305,5.239866829237098,0.04117234461635849,2.828887979018546,1.2483278862427927,0.00517228041845918,0.0073296123548719306,0.0318605142067918,1.0771161797882494,10.610460869639924,0.6422616724487183,0.018371334958694578,20.732412686588503,9,17
|
| 13 |
+
30528,1000341504,2.6477065153433017,31.59297614720424,84.37856497826647,0.2699452622162206,11.79730377932146,28.130682289579877,2.683693250257164,1.1254606545074504,25.81751428999573,9.257546356980322,1.0038860735836752,1.012971098852273,3.6133533564588167,74.5493891043723,16.625731562107223,0.9307379252382668,0.4821266763945024,0.6835551670381941,0.9921875,0.990234375,0.9317803829908371,0.7153738535549361,0.769203782081604,0.890625,0.359375,0.5703125,0.9967674124054611,nan,nan,0.9493382584114443,0.13395608547125448,0.10912208806257695,5.6234819666488365,0.04344202601839093,3.2462062646934626,1.280271387112917,0.0029264783097990776,0.023346551672555907,0.03504907186613726,0.9922401542530452,9.716214087305579,0.6797888817136768,0.017893076407163026,18.735282389096017,9,18
|
| 14 |
+
33072,1083703296,6.718271979716235,27.363202777634626,86.7323311168741,1.8750608099444366,29.946809240932552,15.789967276214181,2.6683811368002353,1.2841096003879118,17.174501657232504,8.027888578115453,1.0314221905640082,1.0575614202087849,1.9028677140227954,72.7612117980677,14.748508994085595,0.9401388800736572,0.48652033508054804,0.6754902173910133,0.9921875,0.98046875,0.9461878091096878,0.7316727871618951,0.773404598236084,0.8828125,0.34375,0.5703125,0.99449378461577,nan,nan,0.9666400684218388,0.14992743583206902,0.12573291914304718,5.790605959324342,0.05506619911613074,3.2411952940769493,1.510989113054949,0.0016262383778042563,0.021874546283395364,0.043806370525224535,0.916048186062256,9.586381089668604,0.6780418443651695,0.017362323018206012,18.717386138867244,10,19
|
| 15 |
+
35616,1167065088,6.204376199892778,26.524071989747767,71.91067908365682,2.7392759952540398,0.028024941093515388,10.359211590661403,2.659170062976415,1.2788522764933963,20.19380504626953,9.240067508147325,1.0426718928307244,1.0001610807743284,1.408543569655906,71.69509243019729,15.122741972052642,0.9379140434096289,0.49703902009774203,0.6752880535621957,0.9921875,1.0,0.9661840498447418,0.7316727871618951,0.7805039286613464,0.875,0.3125,0.5625,0.9974957155063748,nan,nan,0.9744355936709326,0.14285206169006415,0.11910990870092064,5.896351451112789,0.05673971953097027,3.3658985963304775,1.5232506298505675,0.0010898262453760475,0.00477473260094716,0.04611402303757279,0.8984839114273364,9.288940732302907,0.6730972411778738,0.016783116791537683,18.71966254404481,11,21
|
| 16 |
+
38160,1250426880,3.584224434960152,23.109697279141074,65.28418621199944,2.6195124306473963,0.04754863956383774,8.045599785726372,2.6394126264901274,1.1692807047415874,17.60444125384127,9.820684496827628,1.0286692112356137,1.0002236285686212,1.4141120106418663,69.44414844742973,14.497365679040902,0.9422533493173535,0.4815894759243715,0.6853670256513746,0.9921875,1.0,0.9639910757541656,0.7559349032426421,0.780822217464447,0.90625,0.3125,0.5703125,0.9974957155063748,nan,nan,0.968969858768105,0.13863155577541875,0.11683548835571855,6.076041101847055,0.04507911550744586,3.5835449039763025,1.5305141597811034,0.0013388476940234338,0.0013574592932431217,0.03367466083983634,0.8805319207264407,9.42762759168568,0.6627948675890388,0.016159868723772935,18.70896284224659,12,23
|
| 17 |
+
40704,1333788672,6.333907466556621,19.715739381240894,46.07011123961877,0.12041323699761441,7.059052011441473,6.972903358639321,2.6214725304316744,1.3176186584638239,17.762232579029945,7.548534563182568,1.001237998415993,1.0132242198274433,1.3918850943842753,67.4784864666784,13.930459939997492,0.9435524561229677,0.501376727992868,0.7103382948093925,1.0,0.990234375,0.9506937563419342,0.7559349032426421,0.7912551760673523,0.8671875,0.3359375,0.625,1.0,nan,nan,0.9681154664722271,0.16067072212172206,0.14038839473505504,6.124030333504362,0.037494007113080846,3.602038804739672,1.6070843117681826,0.0016163037910065419,0.0027639036000013367,0.0190535837863343,0.8539793816211961,8.80945810684993,0.6628627427062899,0.015497325216091833,18.714867745177987,14,25
|
| 18 |
+
43248,1417150464,7.746882908812676,18.08586851800598,45.74580833942295,0.09185713381418709,4.595442542567941,23.299582624782246,2.620043443377398,1.3080595141680642,16.495717706303534,12.916697779389974,1.0011157335090148,1.0093877680173309,2.400842210476533,67.34143978769124,14.639037214222242,0.9402981672482716,0.5438293532406859,0.67587838578223,1.0,0.990234375,0.9368510991334915,0.7647075558313973,0.798465371131897,0.890625,0.3671875,0.5859375,1.0,nan,nan,0.9559829696809174,0.1437853722197815,0.11970936332363635,6.232306246347022,0.03917057623704487,3.7334541000995625,1.6105101315218244,0.0013498235044283565,0.0033878738867848487,0.01877702892986029,0.8256566673538995,9.387040277134698,0.6482745950116114,0.014800531927597655,18.68713683415418,16,25
|
| 19 |
+
45792,1500512256,6.276139794677306,14.927971405718381,33.47686999929326,1.7193250268005624,0.0017406027895523583,18.053506279354366,2.601423310255626,1.2119084572260228,13.591819013445809,10.797825402938313,1.0216774760850198,1.0000062410597186,1.6769662795681701,65.33084498423548,13.518721122079793,0.9409520331689998,0.5363614534572395,0.7020021938249175,0.9921875,1.0,0.9639098793268204,0.7721903162184011,0.8053385019302368,0.890625,0.375,0.625,0.9928506712894887,nan,nan,0.972894474703935,0.13308312451044912,0.11073673912324011,6.268327180647625,0.04621785083407784,3.8613622198229707,1.507664656036027,0.0013217347268323298,0.0016486554633660174,0.036543001979743264,0.813569022147171,9.635374512687418,0.6432050164999827,0.014074795349650518,18.670295892364226,17,25
|
| 20 |
+
48336,1583874048,2.3599084269073565,13.214405988338513,29.186099414600335,2.171837884474991,0.8881410289465184,13.797022917190048,2.5916464788400617,1.0691621686349644,16.356830721841042,10.013343176196308,1.0260432908454002,1.0031493275868082,1.4043808934231312,64.3191141628487,13.598860534482338,0.9499445224116734,0.5417439995733321,0.7199861826944773,0.9921875,0.990234375,0.9730841964483261,0.7948911694407741,0.8148128986358643,0.9140625,0.40625,0.625,0.9974957155063748,nan,nan,0.9757038199240924,0.15301869972972781,0.129475494439248,5.808065870319897,0.04987810425038883,3.562019137868471,1.3459984005159438,0.0013993863726678598,0.0008438598380732383,0.046029720348767615,0.8018972418185041,9.612463130516076,0.6389957635118714,0.013325642393809753,18.66405707331515,19,27
|
| 21 |
+
50880,1667235840,2.1926768691688636,12.682103610447882,29.42481533000887,0.08019271817404515,0.032064896843597646,9.5991277043993,2.5862793508783,1.063144139825667,18.662214441946656,10.306417946652477,1.0008780765923304,1.000059608234796,1.365311570129915,63.75955921438646,13.879654999681184,0.9515482413874153,0.5331625969400504,0.7179819166093933,1.0,1.0,0.9705894291400909,0.7877895953616971,0.812160313129425,0.90625,0.3203125,0.6328125,1.0,nan,nan,0.9761050117231207,0.14952467367197642,0.1277255393215455,5.652726907025343,0.047527015595407736,3.3772275010888397,1.4128216245171814,0.0012541989914071387,0.001722297021830432,0.03079221609155204,0.7813820327427523,9.755772663643524,0.6298348658232007,0.012558778301146429,18.675308698255083,21,29
|
| 22 |
+
53424,1750597632,2.4918373324913397,12.33221567815761,27.189980110528296,0.11582832724569866,0.1166522532299954,6.640516824782146,2.57603070850152,1.0713949960867937,15.567117748661953,8.185355272859773,1.0009784966093533,1.0002200969372583,1.4112533212778418,62.72385858589425,12.99431121690389,0.966431176449057,0.5101449569081761,0.6961742673977136,1.0,1.0,0.961716890335083,0.8036638220295292,0.803167462348938,0.921875,0.3515625,0.625,1.0,nan,nan,0.9673576568529825,0.14629401478669024,0.12156218459131196,6.110839235941944,0.04224299004351628,3.5810996597551665,1.7085889942918349,0.001394270212870787,0.0019955477917244883,0.015695265848949567,0.7598224767656496,10.108333136206904,0.6220519714666612,0.011780043193471874,18.662578137688495,23,31
|
| 23 |
+
55968,1833959424,1.5387453565581897,10.505889957843436,23.06747144599015,0.15949958920024643,4.903992615689747,12.666138178409323,2.573285181300662,1.042259117082119,10.884376950025647,13.262853892070314,1.001151699558628,1.0113112045928305,1.6721987533596976,62.442942191209525,13.045299115414108,0.9600041935673851,0.5588001511939686,0.7190733696029552,1.0,0.990234375,0.9658981114625931,0.7948911694407741,0.8211055994033813,0.921875,0.4453125,0.625,1.0,nan,nan,0.9723352197979693,0.1644509518025643,0.14289897086564451,6.443733691325727,0.03308730479946035,3.787386144741165,1.8806215453239017,0.0016688937401372259,0.001249139497684028,0.013537380824886747,0.7261832523739491,9.6865245181622,0.624339085212856,0.010995367597369719,18.65708757251477,24,33
|
| 24 |
+
58512,1917321216,6.132257270467245,12.151174139909926,13.308310650727677,0.06008447132082151,0.3893733236334434,12.493172551380933,2.556774914370976,1.2021370418653647,14.957876766365885,6.406540094854465,1.000425187997785,1.0006382027572311,1.4097896625582864,60.80933769917473,12.398106379367677,0.963665099994397,0.5380528554131407,0.7541095009677964,1.0,1.0,0.961716890335083,0.8198989081655499,0.825296938419342,0.921875,0.3828125,0.6640625,1.0,nan,nan,0.967350174774765,0.15466669111810916,0.13336804864229634,6.409385033139268,0.02559004080114814,3.8557013263274755,1.7932149622202964,0.0018529736288122303,0.0015039895597105469,0.020133384408792494,0.7113883245210433,10.367408542138225,0.6154788943979913,0.01021072727974235,18.643219408539085,26,35
|
| 25 |
+
61056,2000683008,2.114178176872098,10.899983836650222,13.49833731059249,0.03716266459950366,0.642785695785884,13.848090983662916,2.554273232847777,1.0520134638940932,14.171241215999814,9.465917388833411,1.0002901400849575,1.0009395704428108,1.4716147089027012,60.56691665767693,12.675561877976389,0.9684041735964406,0.5743361428234961,0.7230532624279646,1.0,1.0,0.9753159880638123,0.8272718475726131,0.834237813949585,0.9140625,0.421875,0.6328125,1.0,nan,nan,0.9784448926293408,0.14855380708650046,0.1257017258030828,6.114002921436943,0.024344339744246185,3.859270005953345,1.497136568185455,0.0019268896371122974,0.001940038608867717,0.025232321728910396,0.7041527315927051,10.213581282668894,0.6143081753087118,0.009432097738825898,18.644291179404014,28,37
|
| 26 |
+
63600,2084044800,2.2855205555115754,10.62204452321609,9.664018140904261,0.047287673681585096,10.726258227708266,14.022755525991604,2.5487153917418937,1.0469348285452538,12.60482256365664,5.474430353288562,1.0003755608152367,1.0165072673405922,1.4676697745255167,60.035634800387044,11.806625021222692,0.9702538138100238,0.5644897923575909,0.7030186914106269,1.0,0.990234375,0.9819531589746475,0.8272718475726131,0.827262818813324,0.9296875,0.4296875,0.6328125,1.0,nan,nan,0.9826664558568154,0.13928952912624482,0.11778740881709382,6.025013149346945,0.024831163387260657,3.9428772724901,1.3565974839919013,0.001902890250541964,0.001991737410047544,0.02295866191580542,0.6738539105324622,10.268525351330918,0.6123547408518926,0.008665408697250875,18.62936473254143,28,39
|
| 27 |
+
66144,2167406592,1.6760429940950248,13.2989325006954,11.393023159158837,0.02352464972218126,0.09983873706202427,14.2844476683754,2.542039392793356,1.0338055870434455,21.527607112463667,6.913119511796854,1.000175662274314,1.0001463225402452,1.5471018595818422,59.39599000040208,13.20256372230035,0.9738813814727395,0.5582990985897586,0.7475045250131079,1.0,1.0,0.9616163074970245,0.8198989081655499,0.8318145871162415,0.9296875,0.3515625,0.6640625,1.0,nan,nan,0.9677655683262856,0.1379442557481525,0.11706622576457448,6.284081791041407,0.02274336318592097,3.9954974793523625,1.596126993865717,0.002178774027499509,0.0017042475346431083,0.01636833166336583,0.649462568301395,9.800273302872226,0.6182248422512843,0.007916498943711495,18.622919575456944,30,41
|
| 28 |
+
68688,2250768384,1.9863258332772844,12.292092188995355,12.858420824650949,0.017285713590576342,0.014551195091035246,9.894904821523419,2.5341002346466723,1.041705305273577,17.374245601781993,7.893246377588912,1.0001367371866339,1.0000176594885646,1.4735638946864267,58.64314967282975,12.63229503554798,0.9624677513872241,0.5606271647150114,0.7077421038660883,1.0,1.0,0.9663040488958359,0.83437342165169,0.8265407085418701,0.9140625,0.40625,0.609375,1.0,nan,nan,0.9718736233844538,0.13586482881146367,0.11297159199602902,6.27675938193903,0.018309782746229058,3.899209312814755,1.700288426417859,0.002318610635788496,0.0015879286103681668,0.014257544196913661,0.6407877556037237,9.578633343836046,0.6221278379056251,0.007191071867150021,18.6436835053811,30,43
|
| 29 |
+
71232,2334130176,1.3203773582319558,13.009538886997518,10.612158655446663,0.03250638922903658,0.8053403977684603,13.394043950987443,2.5399041476536866,1.0289656281403374,21.539696791375,6.92382485319634,1.0002979575018869,1.0007761284380485,1.4321049234229615,59.18463722387656,13.158614786564446,0.9824822825731307,0.5409160749079276,0.6911660244253985,1.0,1.0,0.9774701595306396,0.83437342165169,0.8201591372489929,0.9609375,0.3203125,0.6015625,1.0,nan,nan,0.9770499106016359,0.13805302380933426,0.11716262510162778,5.736920113692868,0.017585920762465526,3.5336343969999366,1.5360765628637996,0.0020750572901070273,0.0024902999299169855,0.018969830123475948,0.6260880308525248,7.927617258339558,0.6543399026418257,0.006494652022090374,18.693965277474398,30,43
|
| 30 |
+
73776,2417491968,2.507397232879638,13.956079083124564,13.33944537820102,0.052787670476380465,0.006350913157953386,17.046364793236908,2.5305301142716985,1.0407347614120466,17.31817786147994,12.036152863259742,1.0004772419770351,1.0000072345069217,1.4373181767253376,58.30793643274513,13.16297208172945,0.9702107175055281,0.5625568577966128,0.7468442531896946,1.0,1.0,0.979558989405632,0.83437342165169,0.8366559743881226,0.9296875,0.34375,0.6796875,1.0,nan,nan,0.9810484332920169,0.1368927334624459,0.11354393413057551,5.589402549437382,0.01743501895118542,3.458579587734619,1.4973839186589044,0.0017987357550140219,0.0026444895373311803,0.021902716023901314,0.5896580638612691,7.30208088101456,0.663602352704642,0.005832543055900948,18.699771400129038,30,43
|
| 31 |
+
76320,2500853760,1.087803405416361,16.625037489237968,17.659684236306717,0.05129068632346785,0.010766071978142609,11.777722475628444,2.5281879787640094,1.0199048926055292,16.45151070924526,12.438576737551779,1.0004052648572148,1.000015756163233,1.4255469390265123,58.08942591211532,13.060769458794978,0.9770657901896438,0.5626147804257262,0.7275736700826976,1.0,1.0,0.9774701595306396,0.83437342165169,0.8336437940597534,0.953125,0.390625,0.609375,1.0,nan,nan,0.9770012988519738,0.12503799835212703,0.10403490034514107,6.346131167837284,0.015542697467421833,4.128637679038252,1.6006388966377354,0.0018454451405740889,0.0018613218705868838,0.0172577990998101,0.5803472971881778,7.450490514062485,0.660031454157342,0.005209787318395601,18.70459039498698,30,43
|
| 32 |
+
78864,2584215552,1.4927204657530506,15.113898040394645,13.261903939108834,0.0447924099122413,0.00361402614130229,8.249195854815673,2.5193418571747372,1.0251458531297921,13.668974171390431,8.975742166008104,1.0003151423553236,1.000004750582269,1.4187900522318615,57.2663357835879,12.050758274183668,0.9744348074836038,0.5704186144515949,0.7381040950907725,1.0,1.0,0.9885321110486984,0.8426431508183351,0.8400840759277344,0.9453125,0.4453125,0.65625,1.0,nan,nan,0.9846355064728414,0.13097418155825835,0.10984951644786634,6.769095860937107,0.01436138997222146,4.5242549560368674,1.6289526448836922,0.0019667405366715013,0.0014718297982636418,0.010502361338295905,0.5875859074996146,7.458820803735241,0.6598801835434241,0.004631127461369502,18.72095277382108,30,43
|
| 33 |
+
81408,2667577344,1.452824308499006,14.635138796501565,14.179623293175325,0.03661118502546851,0.011980516192597556,12.096075648001024,2.517852216842016,1.0247298275189383,17.02916345336794,9.949700013011338,1.00023893309203,1.0000109330637055,1.5093380687490194,57.131743074264605,12.66356061472394,0.9766977915623105,0.5963598166950332,0.7130218922475238,1.0,1.0,0.9728830009698868,0.8501462522610066,0.8426302075386047,0.9453125,0.46875,0.5859375,1.0,nan,nan,0.9746944017606438,0.1372370414192119,0.11635637254221365,6.4699502404099745,0.013373331348242947,4.289586626023186,1.5741859071869668,0.0021058975165154613,0.0021097393330119112,0.006914112263167625,0.5816746034645829,7.274040990655527,0.6623898294736754,0.004100970320511953,18.731885523626467,30,43
|
| 34 |
+
83952,2750939136,1.485341505206943,12.940475925066721,16.316567913395687,0.03345227992869014,0.009848665874934864,10.902898452506264,2.51692581104777,1.022992025323582,12.383396298622694,16.707988596290175,1.0002070072304323,1.0000085377122727,1.4565494644794357,57.045362750086255,12.945214954249264,0.9821071473920573,0.605388421872355,0.7159121412489988,1.0,1.0,0.9728830009698868,0.8426431508183351,0.8452590107917786,0.953125,0.4765625,0.6484375,1.0,nan,nan,0.9731422398981522,0.13401401566079585,0.11010747426189482,6.214459204355126,0.013691071343588563,3.9614084604024398,1.6591174602097367,0.0022793738301273908,0.0026252864276500136,0.008213945576949336,0.5671235842646678,7.0485492914727645,0.6677494924398338,0.003623353354756449,18.739387613656028,30,43
|
| 35 |
+
86496,2834300928,1.6442356100612532,15.21704168671019,13.457618669203725,0.028891256908490454,0.006435945341099203,15.81958888815366,2.510837089851208,1.024777296120392,17.03491491541661,8.370020453760272,1.0001743240776038,1.0000062659462596,1.4320710184292413,56.49041731479219,12.33605451264894,0.9785568071247177,0.5685949844061724,0.7086037310166173,1.0,1.0,0.9816513806581497,0.8566828211659167,0.8355371952056885,0.953125,0.3515625,0.609375,1.0,nan,nan,0.9789546979081933,0.13564721791567536,0.11356283602071926,6.339872610690834,0.012614436927833013,3.834532049089754,1.9055167958473949,0.002428287170298078,0.0022102637304484644,0.015569168101806112,0.5670015839805643,7.22342464430902,0.6649768863740207,0.003201913898652705,18.73348384044289,30,43
|
| 36 |
+
89040,2917662720,1.2518101086495679,15.20146436761749,13.951527403172491,0.0182731455205064,0.01133179880225637,16.470982844171072,2.5116647997381847,1.022583192845893,19.226160130061555,8.43855612670662,1.0001157700505376,1.0000105445344205,1.474522572299803,56.56607013606474,12.675431210366224,0.9791445671899743,0.5832913319183014,0.7421585778037522,1.0,1.0,0.9705894291400909,0.8501462522610066,0.84442138671875,0.953125,0.4296875,0.65625,1.0,nan,nan,0.9713204902873258,0.13193342005615705,0.11006048932904378,6.489891370184392,0.01017483849887216,3.8982195526637993,2.010117154691088,0.002153849605375292,0.0021512303508773546,0.017169319147870916,0.5499054044286456,6.702364463663701,0.6733921519334212,0.0028398614619212603,18.75464976702523,30,43
|
| 37 |
+
91584,3001024512,1.4150856337885556,15.48565859015207,15.516474517289495,0.026319297620105535,0.010435424151990988,11.055329404372054,2.508489388784838,1.023319582088876,14.472956903360172,12.756039212667634,1.000147662804481,1.0000085883388339,1.4425731708712486,56.27739693033095,12.5674917214946,0.9774031080347845,0.5781797679819827,0.7193843687605481,1.0,1.0,0.9705894291400909,0.8566828211659167,0.8392925262451172,0.9453125,0.4375,0.640625,1.0,nan,nan,0.9713204902873258,0.1389102656448813,0.11629926337627694,6.620330874415688,0.009227548487628552,4.1710985478585165,1.890925808513148,0.002500812117902306,0.0023069845823481486,0.014249930175442129,0.5300212306236283,6.779978845104481,0.672623863221152,0.0025399532871463355,18.75766086945901,30,43
|
| 38 |
+
94128,3084386304,1.5538325467550318,16.71279122294189,13.32751736426033,0.02030178629743577,0.0069140487965589845,12.775396352956035,2.505187008886125,1.02252991767165,18.690682916797407,8.745575462826222,1.0001210800689606,1.0000055801225496,1.4563160101810304,55.98271893363323,12.556849985900149,0.9819123416554245,0.5698865002920815,0.743297734862043,1.0,1.0,0.9705894291400909,0.8607752201112779,0.8423020243644714,0.953125,0.4296875,0.671875,1.0,nan,nan,0.9713204902873258,0.14020666635587986,0.11850378039525822,6.682502595555483,0.01094691588772636,4.368889334397951,1.7572599647044937,0.003068274020332681,0.002457954417471782,0.015978335300544405,0.5239018040257934,6.581232234835625,0.6758808766099267,0.002304473351749283,18.7456564546104,30,43
|
| 39 |
+
96672,3167748096,1.5597058698042288,15.47431735295686,15.606612536070315,0.018054156724064043,0.013332009372169686,11.609409603407295,2.5065295700547807,1.0212737704981334,15.406383809817687,10.916734261068536,1.0001358774689413,1.0000108771773712,1.3203040686474563,56.10247755498071,12.395331459951263,0.9848816044146329,0.586255337199202,0.7254105613979686,1.0,1.0,0.9839449524879456,0.8501462522610066,0.8441662192344666,0.9609375,0.46875,0.609375,1.0,nan,nan,0.9814241163767292,0.12848454180493718,0.1064434451982379,6.628836560314931,0.011350420898462846,4.380958722304162,1.7090217064276023,0.0026235672178895842,0.002593773880827436,0.019696789991595864,0.5025915570583622,6.409307625121291,0.679015142573688,0.0021352149741550937,18.764996378955836,30,43
|
| 40 |
+
99216,3251109888,1.4468817344287466,17.627655358561128,14.951611274812464,0.017754539385100333,0.010535458936375613,11.938911827482633,2.5064733950158313,1.0226527000656143,22.371073498848567,10.434176990596406,1.0001426964616829,1.000009074953782,1.322981421197699,56.09927754431443,13.321473418062595,0.983150728486959,0.5809952142824423,0.7330483116033624,1.0,1.0,0.9839449524879456,0.8566828211659167,0.8447883129119873,0.9609375,0.3828125,0.65625,1.0,nan,nan,0.9814241163767292,0.14306601531075103,0.12099646433489397,6.6740871983691585,0.008786908178337854,4.388211653875819,1.7482125078853286,0.002129712865093265,0.002462526395685468,0.01911281243768884,0.5051710429169581,6.631132085649472,0.6744621485565443,0.0020334671566161833,18.75124627482856,30,43
|
training_logs/run_metrics/09_fone_medium/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: False
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 10
|
| 5 |
+
cache_base_path: /auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache
|
| 6 |
+
combine_strategy: sum
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 24
|
| 22 |
+
difficulty_column: difficulty_sd
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 48
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 2544
|
| 28 |
+
eval_every_k_tokens: 62521344
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_FoNE_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 101726
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_stem
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 1024
|
| 45 |
+
n_head: 16
|
| 46 |
+
n_layer: 24
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: fone
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: mse
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 10173
|
| 56 |
+
num_warmup_tokens: 250000000
|
| 57 |
+
num_workers: 2
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_FoNE_multiTask.py --tqdm --verbose --seed 42 --run_name fone_gpt2_medium_b192 --device_batch_size 24 --effective_batch_size 48 --num_workers 2 --n_layer 24 --n_head 16 --n_embd 1024 --context_length 1024 --train_token_budget 2500000000 --num_warmup_tokens 250000000 --eval_every_k_tokens 62521344 --max_eval_steps 2 --save_dir /auxstore/cse/d11/data/s1155124376/math_bittoken_data/trained/multiTask/fone_gpt2_medium --default_vram 200000000000 --tie_word_embeddings --tokenizer_dir /auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2 --model rope_stem --num_embedding_type fone --base 10 --difficulty_column difficulty_sd --dropout 0 --cache_base_path /auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache --compile --train_set_paths /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_train_30M.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum curriculum standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized_number_pos --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_val_10k.csv.gz /auxstore/cse/d11/data/s1155124376/math_bittoken_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_number_prompt_pos curriculum_number_pos curriculum_number_pos efficient_number_prompt_pos efficient_number_prompt_pos efficient_number_prompt_pos pretokenized_number_pos --val_additional_metrics logSMAPE exact_number_acc --no_save_latest --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project STEM --wandb_group multi_task_FoNE', 'time': 'Sat Jul 25 21:55:35 2026', 'git_root': '/auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: fone_gpt2_medium_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 226673591177742970232832
|
| 70 |
+
save_dir: /auxstore/cse/d11/data/s1155124376/math_bittoken_data/trained/multiTask/fone_gpt2_medium
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /auxstore/cse/d11/data/s1155124376/byte/byte-v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/bittoken_gpt2_47200109_pos/96841076'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/bittoken_gpt2_47200109_pos/63050008'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/bittoken_gpt2_47200109_pos/44316829'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/bittoken_gpt2_47200109_pos/48579485'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/bittoken_gpt2_47200109_pos/63589654'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/bittoken_gpt2_47200109_pos/28473695'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/cache/bittoken_gpt2_47200109_pos/13591814')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'curriculum', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized_number_pos
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 2500000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_number_prompt_pos', 'curriculum_number_pos', 'curriculum_number_pos', 'efficient_number_prompt_pos', 'efficient_number_prompt_pos', 'efficient_number_prompt_pos', 'pretokenized_number_pos']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/auxstore/cse/d11/data/s1155124376/math_bittoken_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: False
|
| 96 |
+
wandb_group: multi_task_FoNE
|
| 97 |
+
wandb_project: STEM
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/09_fone_medium/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_decimal_uniform_val_10k.csv.gz,max_difficulty_Division_decimal_uniform_val_10k.csv.gz
|
| 2 |
+
2544,62521344,0.07551840780070052,6.200857910698687e-06,8.165256190295622e-06,3.462201584625291e-05,0.722274899482727,5.95453311689198e-05,5.182130559813231,1.0814944478821458,1.0000062008776989,1.0000081652928596,1.0000346226296228,2.059216741246188,1.0000595471091862,168.3122141716695,25.06471912810103,0.5624503910035192,0.0523388680697049,0.07960180265217727,0.1666666716337204,0.1145833395421505,0.2083333358168602,0.2860542805269606,0.123959980905056,0.4375,0.010416666666666666,0.03125,0.5396617153504243,nan,nan,0.561772616696544,nan,nan,4.317418075957388,0.376442865278197,0.3821674599429393,0.34517895656128256,0.23963604897330953,0.03643598396158279,0.5404742922774464,2.397082474855882,195665.16602164658,0.6459088612044087,0.004997126321997158,23.981784215339495,4,6
|
| 3 |
+
5088,125042688,0.002153029440083036,3.669513486652615e-05,2.8535202228982797e-05,0.0002780727187336324,0.5234677756845936,0.0002856088818657459,2.7863001450969023,1.0005676395551157,1.0000098166408982,1.0000068948491914,1.0000466464611666,1.0135093163929256,1.0001080611793625,102.07411442974157,15.441194686402891,0.7860607044178656,0.13834924949904384,0.19631908449326463,0.8541666567325592,0.986979179084301,0.6785714328289032,0.5381865307477616,0.3663061261177063,0.78125,0.041666666666666664,0.11458333333333333,0.8650980923945705,nan,nan,0.8200444176327437,nan,nan,4.19213078817669,0.36301669892099103,0.476654706480892,0.40696760649644664,0.34680396045809897,0.3408549696895523,0.49238166782773185,1.7654511675658773,13.06124535484134,0.6992118448347041,0.009998084214664627,23.896101867317356,4,6
|
| 4 |
+
7632,187564032,0.0011270057884365577,0.00027098599881165324,0.00041243807705326177,0.0017363103087627632,2.2678369581568063,0.00032522262491782583,2.2438616448841344,1.0000754684526285,1.000024188439974,1.0000283902681275,1.00007070972114,1.0139137436144439,1.000042409581288,98.78840423063025,14.971794162958265,0.8697001597143863,0.18727015845956868,0.3011844841046032,0.8541666567325592,0.986979179084301,0.806547611951828,0.5632747036365149,0.46638578176498413,0.8958333333333334,0.125,0.20833333333333334,0.8689287441472212,nan,nan,0.8739364591116706,nan,nan,4.161054588010851,0.3886102356564759,0.792320763579461,0.5962422104990258,0.5187620875237937,0.4153260773972072,0.43903532295267944,1.0107578664013634,8.259177743638837,0.7117783281272687,0.014999042107332095,23.95599374462913,4,6
|
| 5 |
+
10176,250085376,0.004989308620155279,0.00016380184278619358,0.0005404828001926037,0.00033886575944981796,1.5884413451785768,0.00024073406995777508,2.2560165741050184,1.0001284619165196,1.0000114611677253,1.0000219463832505,1.0000070824366236,1.0039843774559003,1.0000136353496671,102.2688289998728,15.467570852083211,0.8220510604807101,0.23469866889286678,0.3261670386002493,0.8541666567325592,1.0,0.8273809552192688,0.5381865307477616,0.5079596638679504,0.8854166666666666,0.15625,0.2604166666666667,0.8789569258224219,nan,nan,0.8820658430146674,nan,nan,4.779957240201393,0.39303069620144226,1.4755366521558373,0.9249884940521613,0.5015235749673328,0.20355269601725556,0.4142456775184062,0.8670794255908899,7.427176048639436,0.7252574500001077,0.020000000000000004,24.768994135953694,4,7
|
| 6 |
+
12720,312606720,0.0021787863050157785,6.227163133151032e-05,0.00022134686139622245,0.00200980885120603,1.8988039478677354,0.007305409939732062,2.2361187870682784,1.000045582788338,1.000003377010708,1.000005455743299,1.0000427220969093,1.0021679828254766,1.0003242546560687,98.05419797891135,14.865255336290307,0.8533314246133752,0.2655842202020772,0.36497201564219417,0.875,1.0,0.8214285671710968,0.5632747036365149,0.5463338494300842,0.8541666666666666,0.1875,0.23958333333333334,0.8759354472470781,nan,nan,0.8655515336431563,nan,nan,5.884836404203619,0.2902736178983754,2.3621915567107585,1.4910513218743409,0.3202821907136589,0.25487707690163713,0.3320188610563252,0.8341417471313137,8.761003168358368,0.7331171834946804,0.019965729849129636,25.003013841921817,4,9
|
| 7 |
+
15264,375128064,0.0029028618301063444,3.9255641313749694e-05,0.00048041097020385206,0.00015847232784492286,28.467418372646932,0.00021810411524634393,2.207393717383667,1.0000623700151525,1.0000024210040412,1.0000108203167768,1.0000040692842749,1.0425180009018318,1.0000107492180006,92.28395535836418,14.046651969872036,0.848131826078693,0.30575993086368064,0.4498899456041679,0.875,0.973958358168602,0.7827380895614624,0.5975678146954944,0.5935734510421753,0.875,0.15625,0.375,0.8960807567151884,nan,nan,0.8573568435385823,nan,nan,6.532403604695632,0.17655844407929408,2.6379680178323994,2.3361096696800163,0.1662727553731084,0.21379113713204603,0.21578996136732678,0.7859135794125995,9.441656822444132,0.7541402059390485,0.019863180383909898,24.99747317350485,4,9
|
| 8 |
+
17808,437649408,0.22727755564125093,2.2708192513683407e-05,3.845854013965547e-05,0.0013608612973480434,0.29795044989712416,0.0007524879908866987,2.167550508057303,1.004956962711422,1.0000017644401369,1.0000012635871653,1.0000376654842196,1.0010113449480054,1.0000391864738003,84.91802123483163,12.989152774639482,0.7962781493951328,0.2995564576141735,0.4561698237094096,0.9375,1.0,0.8452380895614624,0.6410245440488788,0.6036540865898132,0.8333333333333334,0.23958333333333334,0.34375,0.9125787033699453,nan,nan,0.8806039650614063,nan,nan,5.74129424122332,0.1313018167977668,2.2848703427288206,2.2482537492897117,0.09168319048973392,0.08761590996878521,0.1522050710704836,0.7453641320053966,14.602586273642832,0.7599181848103708,0.019693132578928373,24.928679768381926,4,10
|
| 9 |
+
20352,500170752,0.051460548822056085,4.015975219450504e-06,1.397569450330579e-05,0.0002206549959536848,0.34314963716842506,0.0032683331913271572,2.168742414016208,1.0010819035645286,1.0000003390199503,1.0000007094229206,1.0000051478209533,1.0022895968726635,1.000126025497578,85.41959155067835,13.060442181839562,0.8363520547101114,0.32283705937164325,0.42118153935265173,0.9166666865348816,1.0,0.8601190447807312,0.6410245440488788,0.6097018718719482,0.8958333333333334,0.25,0.3645833333333333,0.8978499680136641,nan,nan,0.8824785215159258,nan,nan,4.254477374560241,0.11627266880450388,1.8821762341250217,1.3198688613947396,0.06258761534744155,0.02213917659526311,0.142483263163466,0.7089495389801936,7.72262677587803,0.7743309911270186,0.01945688144839207,25.088105277698663,4,10
|
| 10 |
+
22896,562692096,0.026244578535674565,4.2047199955067856e-05,1.412463242261413e-05,0.00036176257847167796,0.08791761510310647,0.0006472727968414738,2.1332317712516726,1.0003675831029182,1.000002879850554,1.0000006329008921,1.0000080062732926,1.0005573943275374,1.000021372187141,79.40243154283351,12.200484201639407,0.8757436830815064,0.3495380843529,0.42646404461795134,0.9479166567325592,1.0,0.8779761791229248,0.6738905752262057,0.6348908543586731,0.9479166666666666,0.20833333333333334,0.3125,0.9142690996328989,nan,nan,0.8856746281186739,nan,nan,3.7093278472106785,0.11558688306449674,1.7639984267553328,0.9665121066935027,0.04690287100120224,0.007465977568805317,0.13763778129553925,0.671223786309141,7.2252855986919045,0.7783393202197252,0.019156226183831337,25.156768524024265,5,11
|
| 11 |
+
25440,625213440,0.08613389141536887,2.27612741273897e-05,6.64555433709886e-05,0.015165584002811427,0.04669459336312465,0.00478169451482692,2.1615812914132846,1.000912620320109,1.000001201591207,1.0000018287637746,1.0003158845109403,1.00018869765958,1.0001661102127313,83.33098779711298,12.76179630573876,0.874274029189595,0.38516080179338463,0.4597103830272464,0.9375,1.0,0.9077380895614624,0.6410245440488788,0.6576650738716125,0.9375,0.25,0.3541666666666667,0.9115153335345288,nan,nan,0.8955915210147699,nan,nan,4.783834546991864,0.13418439527334736,2.425107184664665,1.4110042794027104,0.033893232236012115,0.006918901492907986,0.11752178163910855,0.6552047551205974,6.838934528377821,0.785053866136374,0.018793456452196412,25.274719538141984,5,12
|
| 12 |
+
27984,687734784,0.04634175050807432,1.384348065360292e-06,1.6828297415549585e-05,0.007183120302720752,8.748129820976459,0.0021884951354371567,2.132734488315265,1.0005307667788017,1.0000000736285193,1.0000003704320535,1.0001499076040934,1.0391898126563577,1.0000804813899284,78.40443964942762,12.063484437416767,0.8623859123044529,0.3922760428678627,0.48295919478758836,0.8958333432674408,0.9609375,0.875,0.6738905752262057,0.6626858711242676,0.9375,0.25,0.3854166666666667,0.8966061807392786,nan,nan,0.8945158331965407,nan,nan,6.008622314663803,0.12299615576410161,2.92922535572518,2.1726986382849605,0.02536707702863955,0.00543197681629659,0.08932725122781357,0.6635758380547173,7.673029620832992,0.7716805087226741,0.018371334958694578,25.208498660710042,6,12
|
| 13 |
+
30528,750256128,0.011539930533511045,4.683997491369813e-06,9.539997847672442e-06,0.019490752435812393,1.4695860158595693,0.0012246645545253843,2.095562798739479,1.0001602869736592,1.0000003365064445,1.0000002797102905,1.0003894168309153,1.0108931188069876,1.000053762829273,73.20216434836482,11.316237364288913,0.8522669287815874,0.39459739052168424,0.48991005230149015,0.9375,0.986979179084301,0.8988095223903656,0.7066308421397134,0.6759125590324402,0.9166666666666666,0.28125,0.3958333333333333,0.9079175073032578,nan,nan,0.8960572161401311,nan,nan,5.715738240652864,0.09648516566602379,2.7247557588689095,2.1157795992486155,0.031655290186837444,0.0032213065645723274,0.07096329018994352,0.6728778081917113,7.478727004906666,0.7770230778077114,0.017893076407163026,25.201304042810698,8,13
|
| 14 |
+
33072,812777472,0.003723935567236783,0.008475557977683998,5.017607562261009e-05,0.003523011477392368,1.0704285611967332,0.001795775556651981,2.0929479653995315,1.0000449198370882,1.0007332330101466,1.0000018613399744,1.0000471909557263,1.0040052085560334,1.0000642609608634,72.73236260887938,11.248179897648459,0.8882665174234997,0.4145594528341963,0.5247926894966807,0.9583333134651184,1.0,0.9017857313156128,0.7157762756595363,0.7004919648170471,0.9791666666666666,0.23958333333333334,0.46875,0.9218760514631867,nan,nan,0.8951479991277059,nan,nan,5.28674737678009,0.09318484619747025,2.7888323651912486,1.638117873149744,0.043340746193052136,0.0036032731299205163,0.07162748166998274,0.6480407720333462,7.060290521655068,0.7877800588103585,0.017362323018206012,25.288482008155814,10,14
|
| 15 |
+
35616,875298816,0.007646249564568941,4.489574880330775e-06,3.717625285639634e-05,0.0019487201888458011,0.2897746304043394,0.07056171333319394,2.099738311052107,1.0000646179086572,1.0000004424947535,1.0000012772784848,1.000029632897558,1.0009906544256428,1.0022422250530347,73.5778171844955,11.368735147793375,0.8836469193147949,0.39820806112141305,0.54165724556525,0.96875,1.0,0.9285714328289032,0.7153738535549361,0.7002688050270081,0.9583333333333334,0.2604166666666667,0.4375,0.9232388824845353,nan,nan,0.911901893094182,nan,nan,5.6541554272737145,0.11630624460203257,3.1076772048997596,1.6876876982795033,0.03568466645685611,0.003680513570059377,0.07476255333642719,0.6283565258298848,7.138054169433297,0.7903967578456087,0.016783116791537683,25.370890686246497,11,15
|
| 16 |
+
38160,937820160,0.03902509420647071,5.836220918035664e-05,9.726455826811187e-05,0.002966756502640125,1.6738568286695523,0.0007565628212562181,2.0983333819011705,1.0003381142419603,1.0000071105845378,1.000003250289955,1.0000629387781033,1.009076270459268,1.000023389836098,73.48067321523655,11.35574061277521,0.8860010362701394,0.422674246312659,0.526197226315642,0.9479166567325592,0.986979179084301,0.9107142984867096,0.7157762756595363,0.7029351592063904,0.9583333333333334,0.1875,0.40625,0.9107566603148977,nan,nan,0.8999773816516002,nan,nan,5.851378469581499,0.1273367429786121,3.099858261847158,1.9167005901447733,0.017394373047624402,0.0020296258276344082,0.06368075810497939,0.6243780928421053,7.267393270331733,0.7903765423117943,0.016159868723772935,25.440932924836527,13,17
|
| 17 |
+
40704,1000341504,0.009938199318622415,1.620343464758738e-06,7.077127520915106e-06,0.04413299375440227,1.2548698828731477,0.0019510043095006604,2.1175873140768147,1.0001009475260418,1.0000002315488845,1.0000002710603968,1.0009831774968712,1.00888826846039,1.0000662235504598,76.4681481571765,11.782598182402792,0.9003245903989614,0.42754669241425003,0.45131912801418833,0.9791666865348816,0.986979179084301,0.9404761791229248,0.7066308421397134,0.687738299369812,0.9791666666666666,0.2916666666666667,0.3541666666666667,0.926901777430127,nan,nan,0.916172140588363,nan,nan,5.826357805550848,0.10791913082972232,2.892426438338712,2.140104615104557,0.010631031236135137,0.0007819904820010146,0.05255275095807352,0.6219418288800668,7.585107283584727,0.7912491054139422,0.015497325216091833,25.406562323056978,13,19
|
| 18 |
+
43248,1062862848,2.596943453366862,8.566322024080705e-05,0.007140132024135276,0.07345179183949258,0.1816212919529674,0.03380762372698243,2.0909324944878733,1.0280898655717152,1.0000136219389641,1.0003450987333917,1.0009300768474274,1.000699378450126,1.001012757672135,72.02150139981944,11.1503703141476,0.8836151697850143,0.4547255264343223,0.504391966002199,0.9479166567325592,1.0,0.898809552192688,0.724519287074759,0.7098541259765625,0.96875,0.2604166666666667,0.3854166666666667,0.9145321777711312,nan,nan,0.8945809801419576,nan,nan,5.713649455903086,0.08515719616673528,2.5792812415620583,2.3719884441937,0.01105650437928661,0.0013810025755221153,0.04713890727661471,0.6176461386957686,7.417212766109023,0.7920241880951062,0.014800531927597655,25.45536277710511,14,19
|
| 19 |
+
45792,1125384192,0.012775762649437111,5.614431258000777e-06,0.00019697789173915917,0.04391115310337668,12.519639203711515,0.009903835281940943,2.061286493952082,1.0001307630080776,1.0000009328916295,1.0000117593600457,1.000560368516739,1.0530936512627909,1.0003284734443967,68.19663656857387,10.607251788151078,0.8724373908632225,0.4513634224308186,0.5082431719323343,0.9791666865348816,0.973958320915699,0.9583333432674408,0.7557837414557255,0.7183976173400879,0.9583333333333334,0.2916666666666667,0.4791666666666667,0.9297063558672866,nan,nan,0.9170182701200247,nan,nan,5.261543222662038,0.08092584212313922,2.3205466451382835,2.188305132525008,0.013706594354188657,0.0014943540902824998,0.047636220386981155,0.6089284145087732,7.296714112068872,0.7958689347940421,0.014074795349650518,25.418327874471082,16,21
|
| 20 |
+
48336,1187905536,0.012713645883692865,2.1803738462150825e-05,0.00028951040544013967,0.010830893929518859,0.3900523326509173,0.025038709397730563,2.068968234845329,1.00010810344607,1.0000034886455447,1.000019586189007,1.0001166686839595,1.0022345236294758,1.0006397455319318,69.25200580987763,10.75073256085766,0.9058903290154476,0.4505038565987247,0.4855398788145316,0.96875,1.0,0.9404762089252472,0.7391555475488989,0.7119876146316528,1.0,0.28125,0.375,0.9308213594680032,nan,nan,0.9129535735895237,nan,nan,5.248449889462699,0.09697354799832861,2.4570944766647305,2.0471034679121654,0.01323283941891263,0.0017897380875201722,0.04603063932365556,0.5862251720679623,6.919934870780639,0.806910162217587,0.013325642393809753,25.54972050717614,18,23
|
| 21 |
+
50880,1250426880,0.06072254713213332,0.00016743505618018947,0.003564193017467911,0.001684996777943322,0.891181348062025,0.009891294670420894,2.0672637859134113,1.0004060611387016,1.000025266515605,1.0002362231965274,1.0000227626407008,1.0025818180743875,1.0002866484958195,68.93744450930768,10.70585761276706,0.896390161543101,0.45258830201793476,0.48023517800808957,0.9791666865348816,1.0,0.9255952537059784,0.7555621223115745,0.7119180560112,0.9895833333333334,0.2916666666666667,0.3958333333333333,0.9331920991341273,nan,nan,0.9082168384144703,nan,nan,5.918305725234109,0.11583997136357528,2.703197778632054,2.4812267763064293,0.009057186098865851,0.0032637079117921078,0.03607311773493104,0.5696471823760545,7.115116557375815,0.8078843918189688,0.012558778301146429,25.562247974906445,20,25
|
| 22 |
+
53424,1312948224,0.01532875355834818,3.2641610506490415e-06,2.4475661497762252e-06,0.0008526717245781537,0.02586402769741747,0.00016796262267360085,2.0503701459373076,1.0001220557923238,1.000000526302405,1.0000001895418105,1.0000113078432737,1.0001133499179784,1.0000050741205844,66.58864598141636,10.369842640704963,0.9058903290154476,0.49029589629665565,0.5344032581311362,0.9895833432674408,1.0,0.9464285671710968,0.7634176636296459,0.7453352808952332,1.0,0.2604166666666667,0.40625,0.9309056019410491,nan,nan,0.9158291748414437,nan,nan,6.237579775118978,0.10664050790907677,2.722996888627093,2.8134771520931334,0.006471747813538048,0.0024891236283261617,0.031043958584298502,0.5544603929027975,6.83396089119169,0.8166098478923803,0.011780043193471874,25.595559577834187,22,27
|
| 23 |
+
55968,1375469568,0.06494695383286164,8.838410855429457e-05,0.00023768552768345993,0.004880726355484567,0.8866183968703704,0.02697148544773098,2.0373497015543762,1.0005688799532226,1.0000148647129619,1.0000228017832578,1.0000627571331147,1.0062685210795785,1.0006037811081656,65.12690250158073,10.16206344390729,0.9057932200793739,0.4690807808713372,0.4854938912842113,0.9895833432674408,1.0,0.9642857015132904,0.7721903162184011,0.7262787222862244,1.0,0.28125,0.3229166666666667,0.9349075527861714,nan,nan,0.9201912501206001,nan,nan,6.011941931907486,0.08503025331146408,2.6390097881463714,2.707624814107294,0.003838417790964398,0.0007465826748473133,0.03352517804084748,0.5421668998443692,7.122444800751389,0.8147094996657761,0.010995367597369719,25.6396166146994,24,29
|
| 24 |
+
58512,1437990912,0.0020811533079080485,3.6672685833509576e-06,2.0497517272101472e-05,0.0004338928773118568,6.33568539631386,0.003798847176715664,2.0357546794118946,1.0000171721439615,1.0000006422462016,1.0000024656305135,1.0000057229242685,1.0275497452355704,1.0000831453109669,65.0208418353007,10.149785818398882,0.9012364721776123,0.4813554673766406,0.5972305141915386,0.96875,0.986979179084301,0.9553571343421936,0.7801556731877767,0.7579511404037476,0.9895833333333334,0.2916666666666667,0.5,0.9269119566306472,nan,nan,0.9144321248556176,nan,nan,5.674879616442716,0.07789781970559564,2.5798991379924514,2.4537150655342606,0.002360744145662756,0.0007546194092543983,0.030056984457822754,0.5301952416990309,6.783740457686238,0.8239525011594191,0.01021072727974235,25.70506208783711,26,31
|
| 25 |
+
61056,1500512256,3.61389159775525e-05,1.4657273124311547e-05,6.522999470903788e-07,7.95143866992343e-05,0.027723902483739155,0.0001252651777900837,2.038494980959001,1.000000259972458,1.0000024877698312,1.000000080797554,1.000000993493213,1.0000788299312307,1.0000034127365254,65.34686665340884,10.192421816872807,0.9058903290154476,0.48990526866929607,0.5216389853767338,0.9895833432674408,1.0,0.9732142686843872,0.7801556731877767,0.7461113929748535,1.0,0.2916666666666667,0.4375,0.934213165504237,nan,nan,0.9225165160993735,nan,nan,5.675582306002671,0.08437328015071412,2.7175872204883325,2.327538852875092,0.0033380409518392246,0.0019517991457442742,0.02084911940341843,0.5199439849421913,7.289527900938718,0.821338581073584,0.009432097738825898,25.69618169767431,28,33
|
| 26 |
+
63600,1563033600,0.0002710663642990496,3.057427742250875e-05,3.224248664608146e-05,0.00027447343327790565,15.56427743724259,0.00012589004411707114,2.0126941009199584,1.0000017048534229,1.0000051172865263,1.0000045718055321,1.000001739685538,1.0622253705995623,1.0000031738753115,61.927650497283835,9.712841739341389,0.8958038015161631,0.4876346087269676,0.5335047221447596,0.9895833432674408,0.973958320915699,0.9404761791229248,0.8116291789989049,0.7467403411865234,0.9895833333333334,0.2604166666666667,0.375,0.9326402007912596,nan,nan,0.9084351699178418,nan,nan,5.842365474961464,0.09495561015346697,2.8946533716393614,2.3138105723702287,0.005312453735502592,0.0020871404712335664,0.0149763153570034,0.5165700120878947,7.199361151400602,0.8260615737230148,0.008665408697250875,25.752807226772976,28,35
|
| 27 |
+
66144,1625554944,0.00017348007961629983,3.9743331153889645e-06,5.811408597241195e-06,0.00039296007567493196,0.646052017430824,0.00032409996887670673,2.027489911694744,1.0000010872252283,1.0000006979911185,1.0000008571291414,1.0000033451535373,1.004000823474168,1.000007988549729,63.94584593327544,9.992837247542624,0.9058903290154476,0.49328501740180375,0.45894722619339084,0.9791666865348816,1.0,0.9880952537059784,0.7948911694407741,0.7290626764297485,1.0,0.2604166666666667,0.3958333333333333,0.9266698515663544,nan,nan,0.9300766655554374,nan,nan,5.838950840791441,0.09929570707383611,2.8365097499036054,2.3992041849391113,0.004083695132307287,0.0012383898988153521,0.015321922955087731,0.48329719563051576,6.624243570948547,0.8436193246417826,0.007916498943711495,25.8029248350726,30,37
|
| 28 |
+
68688,1688076288,0.00012710791535323006,8.583451757335136e-07,6.278897313040472e-07,0.0028644298113999593,1.898950480457959,0.00024309035261848623,2.026362010405535,1.000000694662321,1.0000001425530844,1.000000090587339,1.0000360118451925,1.0031801443302144,1.0000032088763344,63.68009458959333,9.954759268921118,0.9058903290154476,0.4966895531271249,0.5012088268891369,0.9895833432674408,1.0,0.9732142686843872,0.8036638220295292,0.7450975775718689,1.0,0.34375,0.40625,0.934213165504237,nan,nan,0.9271534464011589,nan,nan,5.986571531391369,0.10016636384959755,2.7177755940116626,2.698526244219934,0.0018277323905468035,0.002433443299330546,0.018132155956085475,0.4477100057680365,6.298732475664631,0.8504415596337438,0.007191071867150021,25.82339180639649,30,39
|
| 29 |
+
71232,1750597632,5.807304432862829e-05,1.8285892788051455e-06,2.623831606857956e-06,0.00013210047074017905,1.4847567142756866,0.0003384808685542005,2.0148718597667994,1.0000003171994156,1.0000002993662553,1.0000003830049855,1.0000008610088085,1.0021965900875998,1.0000054760198487,62.181306975633554,9.740501557474351,0.9058903290154476,0.4931918724272376,0.5649481582496503,0.9895833432674408,1.0,0.9761904776096344,0.8036638220295292,0.7624619007110596,1.0,0.3645833333333333,0.40625,0.934213165504237,nan,nan,0.9262369765589634,nan,nan,6.005359337436703,0.09763038804914047,2.5354043315217627,2.9216799527082413,0.0016145886910864788,0.0031740306840163184,0.014272421384325974,0.4315836345932069,5.889609015400305,0.8540868889423286,0.006494652022090374,25.86075513385943,30,41
|
| 30 |
+
73776,1813118976,0.00031423811748355467,4.834677379720916e-06,3.9531230978709275e-05,0.00022289493591567218,0.08392988454110917,0.0002407296568414704,2.0057284798061232,1.0000017126351048,1.000000731315795,1.0000063030802833,1.0000010016273417,1.0002058283711586,1.000004941821465,60.92151511922119,9.560247948296048,0.9058903290154476,0.4722320537288147,0.5633104330402614,0.9895833432674408,1.0,0.9702380895614624,0.8187307530779818,0.7559955716133118,1.0,0.34375,0.4583333333333333,0.9336056259150306,nan,nan,0.920399719538788,nan,nan,5.7130534064094975,0.09494398134296629,2.601542165360768,2.573533515344226,0.0018125450193160846,0.0016610505352865346,0.008192561955228187,0.4313676017037607,5.7755820709017085,0.849884661066832,0.005832543055900948,25.854403524120453,30,43
|
| 31 |
+
76320,1875640320,0.00016266516770998662,6.674067443672416e-06,4.520319402144365e-06,7.342783211960503e-05,0.09517177767759177,1.7482690605095876e-05,2.0030394358466026,1.0000008547362835,1.0000009343359686,1.0000007775926587,1.000000340509077,1.0002584810574127,1.0000003379008928,60.67687663570116,9.525305480261922,0.9058903290154476,0.505268605217872,0.49428012493617457,1.0,1.0,0.9791666567325592,0.8116291789989049,0.7478998303413391,1.0,0.3020833333333333,0.375,0.9370204964652658,nan,nan,0.9279524652908245,nan,nan,5.634593468745175,0.09659185351464375,2.993954859455038,2.1098952243940614,0.0017363859833581005,0.0006971099385956775,0.006216619892120861,0.4255014335179509,5.541266386941919,0.8583016511779161,0.005209787318395601,25.910064363438465,30,43
|
| 32 |
+
78864,1938161664,0.0037024060823101215,2.533643903469004e-06,4.3387347566869725e-06,4.863917910805787e-05,0.011213309511342695,2.5987720491765743e-05,2.007243689681104,1.0000178595017353,1.0000003363892,1.0000006543438529,1.000000247608036,1.0000152218662417,1.0000003149995316,61.16123212478885,9.594466679928207,0.9058903290154476,0.4767438715127427,0.5233831299018739,1.0,1.0,0.9851190447807312,0.8116291789989049,0.7479199171066284,1.0,0.3020833333333333,0.4270833333333333,0.9370204964652658,nan,nan,0.9286717853198448,nan,nan,6.127942790494025,0.10301453707267878,3.164855653816099,2.4427008131460033,0.0016335530008648605,0.0012203064100165112,0.0068951875365337745,0.4076227546117944,5.659120237208763,0.8620955358089516,0.004631127461369502,25.8969414798434,30,43
|
| 33 |
+
81408,2000683008,0.001007930051753543,9.031247285621977e-06,1.1348760352563464e-05,0.0004698682198503515,0.06342539076064346,0.015498427185574358,1.9995273604415047,1.0000049464551557,1.0000012988934373,1.0000016013111233,1.0000029196510392,1.0000843587314376,1.000177022652021,60.19494218643091,9.456459190589303,0.9058903290154476,0.5050349190237587,0.5526531199512731,1.0,1.0,0.9970238208770752,0.8198989081655499,0.7678765058517456,1.0,0.3541666666666667,0.4166666666666667,0.9370204964652658,nan,nan,0.9321570837249359,nan,nan,6.520414429500043,0.10391059778752448,3.044265187418072,2.9624766313533817,0.001294972481424759,0.0017246796518615142,0.0067532893284099615,0.3999890895642108,5.650516324166982,0.8634855444513777,0.004100970320511953,25.909743370916363,30,43
|
| 34 |
+
83952,2063204352,7.654602388037363e-05,8.574112306505448e-05,4.745500857996146e-06,9.427158743204392e-05,0.04460380050693091,0.0572431030742517,2.0063818439429326,1.0000003919367857,1.0000126200355908,1.000000774451837,1.0000006208148369,1.0000870351009379,1.0009054317316193,60.92708428316938,9.561155879605854,0.9058903290154476,0.4857598336012614,0.5728349771649869,1.0,1.0,0.9851190447807312,0.8198989081655499,0.7656140327453613,1.0,0.3854166666666667,0.4166666666666667,0.9370204964652658,nan,nan,0.9283039358754953,nan,nan,6.253388055934097,0.09867670205225292,2.9428955028981556,2.8081178821382635,0.0008788753586475112,0.001277536257616108,0.004382903012030444,0.3971586724301842,5.595507595055508,0.8640113373128873,0.003623353354756449,25.89686144812304,30,43
|
| 35 |
+
86496,2125725696,0.0002693352791091532,1.3747734186859548e-05,4.096335989462851e-06,3.626014728789475e-05,0.015728008719779335,0.009643546671449878,1.9984390087407178,1.0000013124998426,1.0000020004398071,1.000000751922244,1.000000172181378,1.000032782255568,1.0002205730239992,60.02686803843068,9.432446518679074,0.9058903290154476,0.48803353148905454,0.5481148348167343,1.0,1.0,0.9851190447807312,0.83437342165169,0.7616170048713684,1.0,0.3229166666666667,0.3958333333333333,0.9370204964652658,nan,nan,0.928583168114225,nan,nan,5.859811951951036,0.1027576223823,2.9985971004104672,2.3575925149468238,0.0011554194013422257,0.0009765932687630023,0.001970097745537414,0.3967626177713849,5.565940713076471,0.8637794804694893,0.003201913898652705,25.917263336234875,30,43
|
| 36 |
+
89040,2188247040,0.0008082504540652281,3.5544253296922157e-06,1.1502712431519817e-05,0.00016785035729183657,0.008070155761324,0.00885138261094885,1.9978163936288524,1.000003819814511,1.0000004996106302,1.0000021065326476,1.0000007545875698,1.0000135874560097,1.0001390923923927,59.992218282928256,9.427482591903145,0.9058903290154476,0.4892178775788313,0.5453438459994782,1.0,1.0,0.9970238208770752,0.8198989081655499,0.7605125904083252,1.0,0.3333333333333333,0.3958333333333333,0.9364129568760594,nan,nan,0.9324976454178492,nan,nan,5.812226133151624,0.10963965293688387,3.1449182884505196,2.170153348021095,0.0013724416080216194,0.0008959600992239384,0.0019397017688590364,0.3833067552953983,5.25937881409747,0.8731981454967702,0.0028398614619212603,25.94582454728029,30,43
|
| 37 |
+
91584,2250768384,0.0005963099874487614,6.8808325829364475e-06,2.7715958401215094e-06,0.00017747922567870004,0.019326938679276484,0.002453352182681644,1.9951355660338095,1.000002758580719,1.0000009222428385,1.0000004336428552,1.0000008572036667,1.0000229317022546,1.0000256398379745,59.65318638782311,9.379034275861917,0.9058903290154476,0.493586914120456,0.546319172666252,1.0,1.0,0.9970238208770752,0.8270004822446269,0.763152539730072,1.0,0.25,0.4166666666666667,0.9370204964652658,nan,nan,0.9324976454178492,nan,nan,6.145229655288675,0.10980082410665494,3.2730746619744866,2.384818782079011,0.0012338724506763682,0.0011697460652210668,0.002271051445962038,0.3728607338185214,5.322769349007486,0.8706896847242829,0.0025399532871463355,25.91548669839593,30,43
|
| 38 |
+
94128,2313289728,0.0013814708756283121,4.707258362560047e-06,2.781305947494744e-06,0.0004844086570841488,0.00679094409479792,0.03517288647497769,1.9946685645766706,1.0000066646834886,1.000000665941947,1.0000004284269142,1.0000024160216276,1.0000079071161,1.000423680178724,59.566170522292126,9.366658897808703,0.9058903290154476,0.49704163543326707,0.5263771201533983,1.0,1.0,1.0,0.8270004822446269,0.7588275074958801,1.0,0.2916666666666667,0.3854166666666667,0.9370204964652658,nan,nan,0.9336555867145458,nan,nan,6.332777821792747,0.1061032479021432,3.238874400000645,2.6098347810506755,0.0010657357004364204,0.0012224436903165146,0.0019956932668191286,0.3736815361770849,5.273370419705064,0.8725252970584534,0.002304473351749283,25.946482518076238,30,43
|
| 39 |
+
96672,2375811072,0.0010723690474804919,5.373091973521431e-06,5.046337154779483e-06,0.002134396552985787,0.009126243349790654,0.014891225416562886,1.9934985160783185,1.0000050825556892,1.0000007806044926,1.000000812335228,1.0000092801973137,1.0000106383212954,1.0002210411292203,59.408085176683045,9.344047544546612,0.9058903290154476,0.49332232015557415,0.5435518341672205,1.0,1.0,0.9970238208770752,0.8270004822446269,0.7622876763343811,1.0,0.3020833333333333,0.4166666666666667,0.9370204964652658,nan,nan,0.9324976454178492,nan,nan,6.17745167110701,0.10452991524645443,3.064683686611874,2.637809233892642,0.0008895401961084236,0.000840517825261702,0.0015026465608417759,0.3671961411530168,5.200066137707458,0.8753017865168223,0.0021352149741550937,25.936039703723875,30,43
|
| 40 |
+
99216,2438332416,5.854972758016297e-05,1.6724666256238466e-06,2.622841280580091e-06,2.5198352680711822e-05,0.04880120475038202,0.00017301499155038169,2.00126073298307,1.00000027017638,1.0000002401015595,1.0000004284481123,1.0000000802920321,1.0000394177991176,1.0000027296162384,60.40600886148924,9.486578861131813,0.9058903290154476,0.484698900221753,0.5876882956331655,1.0,1.0,0.9910714328289032,0.8198989081655499,0.7694610357284546,1.0,0.3229166666666667,0.4479166666666667,0.9370204964652658,nan,nan,0.9308673733224472,nan,nan,6.086841863937348,0.10681559838600407,3.018439640021343,2.59456646555173,0.0011191896400650563,0.001769408410553054,0.001039549356849841,0.3630920215593636,5.191217928937396,0.8752795253534736,0.0020334671566161833,25.959048112129512,30,43
|
training_logs/run_metrics/10_bittoken_small/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: True
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 2
|
| 5 |
+
cache_base_path: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache
|
| 6 |
+
combine_strategy: zero_pad
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 16
|
| 22 |
+
difficulty_column: difficulty
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 48
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 3816
|
| 28 |
+
eval_every_k_tokens: 62521344
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_bittoken_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 152588
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_stem
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 768
|
| 45 |
+
n_head: 12
|
| 46 |
+
n_layer: 12
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: bittoken
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: bce
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 15259
|
| 56 |
+
num_warmup_tokens: 250000000
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_bittoken_multiTask.py --tqdm --verbose --seed 42 --run_name bittoken_gpt2_small_b192 --device_batch_size 16 --effective_batch_size 48 --num_workers 4 --n_layer 12 --n_head 12 --n_embd 768 --context_length 1024 --train_token_budget 2500000000 --num_warmup_tokens 250000000 --eval_every_k_tokens 62521344 --max_eval_steps 2 --save_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bittoken_gpt2_small --default_vram 200000000000 --no_save_latest --tie_word_embeddings --wandb --wandb_group multi_task_bittoken_gpt2_small_b192 --tokenizer_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2 --model rope_stem --num_embedding_type bittoken --add_reciprocal --combine_strategy zero_pad --num_loss_type bce --dropout 0 --cache_base_path /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache --compile --difficulty_column difficulty --train_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum endgame curriculum endgame standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0 0.14285714285714285 0 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized_number --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_number_prompt curriculum_number efficient_number_prompt curriculum_number efficient_number_prompt efficient_number_prompt efficient_number_prompt efficient_number_prompt pretokenized_number --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project bittoken_v3', 'time': 'Fri Jul 24 20:46:19 2026', 'git_root': '/work8/yizhanh/byte_v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: bittoken_gpt2_small_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 151115727451828646821888
|
| 70 |
+
save_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bittoken_gpt2_small
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/96841076'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/46368368'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/63050008'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/4733157'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/44316829'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/48579485'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/63589654'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/28473695'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109/13591814')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'endgame', 'curriculum', 'endgame', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized_number
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.0, 0.14285714285714285, 0.0, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 2500000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_number_prompt', 'curriculum_number', 'efficient_number_prompt', 'curriculum_number', 'efficient_number_prompt', 'efficient_number_prompt', 'efficient_number_prompt', 'efficient_number_prompt', 'pretokenized_number']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_binary_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/DivM_binary_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: True
|
| 96 |
+
wandb_group: multi_task_bittoken_gpt2_small_b192
|
| 97 |
+
wandb_project: bittoken_v3
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/10_bittoken_small/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_binary_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_DivM_binary_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_binary_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_DivM_binary_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_binary_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_DivM_binary_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_binary_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_DivM_binary_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_binary_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_DivM_binary_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_binary_uniform_val_10k.csv.gz,max_difficulty_DivM_binary_uniform_val_10k.csv.gz
|
| 2 |
+
3816,62521344,4.491039912526806,4.063078517294599,4.178999922521351,3.619480446700496,3.994288898995194,4.041696644668983,0.7325410842895508,1.9753849416074174,5.15574334282428,1.0000000006208816,1.000000550922593,1.00000105485141,1.0000015719660433,1.0000010505231554,1.000001248564347,2.080434874676304,1.0000040213871118,167.9118414338261,19.665809534148664,0.3850859540997462,0.19900206267310047,0.09839069817949819,0.3470684716902102,0.020985038164601164,0.4583333432674408,0.06250000931322575,0.3452380895614624,0.28350549961897775,0.08233451843261719,0.125,0.11805555555555555,0.020833333333333332,0.3090277777777778,0.0,0.773338547286888,nan,nan,0.7412128392606974,nan,nan,3.1802475517400906,0.26460373366497597,0.10622676615177844,0.0,0.06340257219961322,0.0,0.09955002423580853,0.03956352433519716,0.2212527766501613,2.3856481647966294,1761.3770509437195,0.6407039933689037,0.004997126321997158,24.2957077137074,8,8
|
| 3 |
+
7632,125042688,4.242411851882935,4.086342652638753,3.884611328442891,3.8926155886151363,3.848409750636839,4.745008945465088,0.13778970769162857,2.0890045166015625,2.95638110028176,1.0,1.0,1.0,1.000000000827842,1.000000004346171,1.0,1.0038289866793162,1.0,131.41881568796177,15.4914049644239,0.437692160179422,0.3388408059338279,0.2014106253506055,0.45490640859933335,0.09363990676266246,0.96875,1.0,0.8541666567325592,0.40340210671460647,0.296474426984787,0.15625,0.2048611111111111,0.041666666666666664,0.3993055555555556,0.03125,0.9880519903575381,nan,nan,0.9551867063467702,nan,nan,3.6323985155960794,0.6760811294811064,0.2916893020345225,0.0,0.08267619962805967,0.0,0.17006446323574032,0.3686397349330015,0.24898108896187168,1.7942666027311927,10.67226110414389,0.6848478943140751,0.009998084214664627,24.351938907258393,8,9
|
| 4 |
+
11448,187564032,5.945841868718464,4.730573097864788,5.538892944653828,3.2959054576026063,4.673195878664652,4.778122107187906,0.07921184164497674,2.309228579203288,2.3854091285253007,1.0,1.0,1.0,1.0,1.0,1.0,1.0005662988187924,1.0,137.58322873125334,16.17597722556357,0.44788086700031593,0.3804909767405367,0.23788464033083928,0.5124862060812394,0.16810818283587714,0.9895833432674408,1.0,0.9255952537059784,0.3870268864341205,0.38760295510292053,0.16666666666666666,0.2326388888888889,0.03125,0.4548611111111111,0.041666666666666664,0.996004027624925,nan,nan,0.9724052337308725,nan,nan,4.846970246647889,1.1878686943833325,0.6764078434625569,0.0,0.5273053575459639,0.0,0.2652714407519873,0.2888350104557794,0.3807881831089749,1.5204937225249848,10.20286462217007,0.6933931926698804,0.014999042107332095,24.287533598614708,8,10
|
| 5 |
+
15264,250085376,4.808567202593967,4.031398163901436,4.127768278121948,2.930659256028693,3.5819818576176967,3.8982395331064854,0.4376922327767163,2.3774840718223937,2.4356624661879023,1.0000000024835265,1.0,1.0,1.0000000006208816,1.0,1.0,1.0005943835257833,1.0,152.524117976654,17.83607915147602,0.45770085163862706,0.4201761894105341,0.2438892416844689,0.5974821953137754,0.21821190056081272,0.9791666865348816,1.0,0.919642835855484,0.3289675083750527,0.4113720655441284,0.15625,0.2708333333333333,0.052083333333333336,0.5208333333333334,0.07291666666666667,0.9882256269144515,nan,nan,0.9687948689485589,nan,nan,8.701231286169183,2.1492197713474113,1.7092212932761135,0.0,1.7957439844318102,0.0,0.7461227040234851,0.3976138310382827,0.7563713089706868,1.1469383828637068,21.35675597940601,0.6058538795392219,0.020000000000000004,24.60153167173476,10,11
|
| 6 |
+
19080,312606720,4.219323396682739,3.876215153270297,4.220035870869955,3.3541460627172466,3.7762909657007917,4.4775354862213135,0.6586928669577201,2.384855728723201,2.2821542423521346,1.0,1.0,1.0,1.0000000002069604,1.0000000024835263,1.0,1.0009334047978145,1.0000009159974694,111.65421972354609,13.295017116336872,0.47892136641219185,0.49395882306300076,0.3337918846386257,0.6756523938575608,0.33391796908874893,0.9791666865348816,1.0,0.892857164144516,0.4982357694283947,0.5292201042175293,0.16666666666666666,0.3194444444444444,0.0625,0.5659722222222222,0.09375,0.9868726103256146,nan,nan,0.964366507406036,nan,nan,9.771230217170915,2.2662222433353003,2.3812299030153388,0.0,2.1560776952368563,0.0,0.7653845459175613,0.2236825211448796,0.7702223797799439,1.2084109193233477,26.546933712699378,0.5505065755289931,0.019965729849129636,24.572747491485103,11,13
|
| 7 |
+
22896,375128064,4.412066141764322,4.058058725463019,4.207387963930765,3.1941667199134827,3.702128728230795,4.116117556889852,9.11200182060827,2.3158967750557062,2.164381678941406,1.0,1.0,1.0,1.0,1.0,1.0,1.0194026236510365,1.000000101561012,87.74101201710891,10.640046082480106,0.5264419640736733,0.5522292063575687,0.3888709916765348,0.6802780022271712,0.3574640885240201,0.96875,0.973958358168602,0.9375,0.6295265826034636,0.5841739177703857,0.17708333333333334,0.3576388888888889,0.13541666666666666,0.5659722222222222,0.125,0.9858720942089955,nan,nan,0.9805791309724251,nan,nan,8.497252770491949,1.7361663111832777,2.236029729864176,0.0,1.8043125704730008,0.0,0.6229919055072949,0.20243588261701131,0.5688167240279552,1.3264996338261061,22.137454297682524,0.5591420614525707,0.019863180383909898,24.702352377931653,12,14
|
| 8 |
+
26712,437649408,4.115394353866577,3.9437036381827455,4.232524434725444,3.5280183288786144,3.978518446286519,4.126296043395996,0.20451168772014539,2.148857530493479,2.104539798626926,1.0,1.0,1.0,1.0,1.0,1.0,1.001043191901312,1.0000000207831674,77.6619060667482,9.51810547549252,0.661210015633964,0.5865538378437923,0.44791246124159906,0.7280361591844029,0.41498361987020893,0.9895833432674408,1.0,0.931547611951828,0.679010556307753,0.65350741147995,0.3125,0.3888888888888889,0.17708333333333334,0.5868055555555556,0.19791666666666666,0.9910996494193872,nan,nan,0.973525520414114,nan,nan,4.370557564369954,0.8369847577004824,1.3649922105693266,0.0,0.5513403624942184,0.0,0.10976787805814328,0.0870242277536893,0.1213471795611184,1.2991009485639085,16.207199731462907,0.6013864985973705,0.019693132578928373,24.970445446794525,14,16
|
| 9 |
+
30528,500170752,5.22204081217448,4.692210290167067,4.914463559786478,3.495336903466118,4.229960044225058,3.9786945682319548,0.371428855121243,2.1551033114548774,2.0632388868063267,1.0,1.0,1.0,1.0,1.0,1.0000000639506306,1.0032796151301513,1.0000002180137093,71.40576183028993,8.823226858598268,0.8122754742170089,0.6405394452830042,0.4901035825648683,0.7665958901031544,0.4523791273618518,0.9583333432674408,1.0,0.9077381193637848,0.7285166152447173,0.7000139951705933,0.5416666666666666,0.4201388888888889,0.21875,0.6319444444444444,0.19791666666666666,0.9744272083044052,nan,nan,0.9753380715847015,nan,nan,2.8550677255452053,0.5426146635451873,0.8257260678938403,0.0,0.22116517240378586,0.0,0.010506075723645312,0.030551238452660116,0.016362178920090124,1.2081423304436965,13.336811328334129,0.6203126165258309,0.01945688144839207,25.053215344910914,16,18
|
| 10 |
+
34344,562692096,6.247899333635965,4.520127905739678,4.840750296910604,3.4131135543187456,4.045921961466471,4.061144956164449,0.006429413970086242,2.1316892614618856,2.042191967581402,1.0,1.0,1.0,1.0,1.0,1.00000001490114,1.0000687492788627,1.0000332849716442,68.2530319052196,8.472570439374584,0.952530310633811,0.6696941757351134,0.5186768838357144,0.7782825924347473,0.49013743406662863,0.9791666567325592,1.0,0.976190447807312,0.7668222324887869,0.7472395896911621,0.9375,0.4027777777777778,0.22916666666666666,0.625,0.21875,0.9947578224043051,nan,nan,0.9944513216614723,nan,nan,3.431450557731649,0.5070465715693245,1.3684739999211497,0.0,0.39763195376128857,0.0,0.0013810073218865752,0.009369712229468351,0.008165309797561079,1.1393820098694318,12.093336489965331,0.6162930953802552,0.019156226183831337,24.990977337354487,18,20
|
| 11 |
+
38160,625213440,9.002931118011475,6.0709827476077605,6.4520661036173514,3.432067235310872,4.252415498097738,4.974154829978943,0.1458695149866629,2.3533674648829868,2.063861049257487,1.0,1.0,1.0,1.0,1.0,1.0,1.0011798048152363,1.0,71.3699730984741,8.819016989254372,0.943496528606174,0.6964471944610694,0.5529665930678256,0.8094902972901199,0.5090681853165853,0.9895833432674408,1.0,0.9226190447807312,0.7339330976378129,0.7535302042961121,0.90625,0.4583333333333333,0.22916666666666666,0.6736111111111112,0.22916666666666666,0.9983914283414682,nan,nan,0.972275206198295,nan,nan,6.079104835403124,0.49048811270399545,3.1488194916886463,0.0,1.2341269870139397,0.0,0.01010944934096655,0.003594611609962806,0.07302432617974307,1.118941871794445,13.377364980474708,0.6173792352169689,0.018793456452196412,24.992500475949004,19,22
|
| 12 |
+
41976,687734784,7.345251242319742,5.105943944719103,5.4541850090026855,3.116960558626387,3.9970507224400835,5.052270708958424,5.9849026402295635,2.5254827613654536,2.0416590766272593,1.0,1.0,1.0,1.0,1.0,1.0000000006208816,1.0253340079853888,1.000005158400223,68.15978801156501,8.46501413095239,0.9349890210719348,0.715474124607523,0.5643253570682432,0.8158609773504578,0.5254072222296088,0.9895833432674408,0.973958320915699,0.9583333134651184,0.7506474884349555,0.7643781900405884,0.8854166666666666,0.4618055555555556,0.2604166666666667,0.6736111111111112,0.2604166666666667,0.9958067294210196,nan,nan,0.9855156143506368,nan,nan,7.656959683098717,0.37418822043532585,4.068331887674579,0.0,1.9260749264082873,0.0,0.015860547772961378,0.0024404041042304244,0.11272617585292015,1.157337536586032,15.7168140045252,0.5767360103845721,0.018371334958694578,24.770848036988248,21,24
|
| 13 |
+
45792,750256128,8.959724108378094,5.840690069728428,6.252472400665283,3.202083806196849,3.9563729365666713,4.784889022509256,19.437178614520292,2.382311406873743,2.0059750129842846,1.0,1.0,1.0,1.0,1.0,1.0,1.0516660227991936,1.0000054553580737,63.26537461236372,7.9241162322801095,0.9277226087815571,0.7257456863780668,0.5877888192285903,0.835434280522339,0.5680743583111746,1.0,0.973958320915699,0.9464285671710968,0.7985271859289419,0.7887163162231445,0.875,0.4930555555555556,0.2708333333333333,0.6770833333333334,0.2604166666666667,0.9999417681246996,nan,nan,0.975797443340222,nan,nan,7.395448426082782,0.2316846611513182,3.7932702014619357,0.0,2.0094662722515175,0.0,0.017183790202321688,0.005574961876404868,0.12825184309745316,1.210016704599089,17.110934965765452,0.557403529910234,0.017893076407163026,24.698992212575348,23,26
|
| 14 |
+
49608,812777472,7.342534859975178,5.145840949287258,5.327222744623821,3.250404833147302,3.8546931743621826,4.547032495625155,7.087043874748019,2.27136209178454,2.007278193313065,1.0,1.0000000277326457,1.0,1.0000000014487238,1.0,1.0000277904025274,1.0112984466931139,1.0000001124097868,63.46457503238466,7.941766823452385,0.933084929247405,0.7378763519680271,0.6043494020186184,0.8367380918425158,0.5833654237440641,0.9791666865348816,0.986979179084301,0.9821428656578064,0.7983062293986384,0.8003767728805542,0.8958333333333334,0.4791666666666667,0.2604166666666667,0.65625,0.28125,0.9886831931459407,nan,nan,0.9935328072557846,nan,nan,4.929735994876306,0.11665323021189213,2.1915142193186212,0.0,1.292610231927302,0.0,0.008057313885552135,0.014155002534884425,0.07236612602436393,1.2343798695718187,15.884065319657076,0.5857858263127959,0.017362323018206012,24.88688135960025,25,28
|
| 15 |
+
53424,875298816,7.986482779184978,6.141121652391222,6.882191499074299,3.4785928328831988,4.23858086268107,4.469118714332581,14.672703378118008,2.2155330079788773,1.9764358948116296,1.0,1.0,1.0,1.0,1.0,1.0,1.0233144640676266,1.0000000116333387,59.54331780501089,7.507403586745762,0.9683213046540827,0.7746499489135986,0.6587791841979508,0.8570056273272956,0.62174148991164,0.9895833432674408,0.986979179084301,0.9642857313156128,0.8299379688521661,0.8308876752853394,0.9270833333333334,0.5486111111111112,0.28125,0.6979166666666666,0.3020833333333333,0.9970150956263145,nan,nan,0.9927288113782803,nan,nan,3.3178574241890426,0.07082149829355112,1.3310536664767438,0.0,0.6373469310934571,0.0,0.0026632469124666016,0.020410738455804066,0.0384589838934421,1.2171023542921064,15.527267719527211,0.5898187852365041,0.016783116791537683,24.7848131508111,27,30
|
| 16 |
+
57240,937820160,8.991252183914185,7.916944359740344,8.744773070017498,4.173125896963782,4.960970679918925,4.514988660812378,7.485264323444717,2.3297360379285195,1.9630504887511506,1.0,1.0000000057948932,1.0,1.0000000002069604,1.0,1.0,1.0250997862819098,1.000000600285375,57.9592268918614,7.331591920492282,0.9553825704305303,0.827329527412357,0.7028714677149059,0.8902945044507707,0.66940551957589,0.9791666567325592,0.986979179084301,0.9583333432674408,0.8398553294186558,0.8503475785255432,0.9166666666666666,0.5972222222222222,0.3541666666666667,0.7395833333333334,0.3645833333333333,0.9917107205837965,nan,nan,0.982126463825504,nan,nan,2.869291656328447,0.07455256213359095,1.2028244316651517,0.0,0.3750334729552428,0.0,0.002067441918066902,0.018405630833680284,0.024770273106949077,1.171637842541028,14.667132349821507,0.6001074540993078,0.016159868723772935,24.851508734903234,29,32
|
| 17 |
+
61056,1000341504,9.026508331298828,8.504456679026285,8.793663183848063,4.313351578182644,5.2916024128596,4.4789693752924595,0.0013328141866959901,2.340954218698945,1.9547938325806626,1.0,1.0,1.0,1.0,1.0,1.0,1.0000099022945252,1.0000000449644744,56.97507436195851,7.219453812135279,0.9587884680795701,0.8574851355406597,0.7553287948792778,0.9123033018010024,0.7105236475666152,0.9791666865348816,1.0,0.9851190447807312,0.8501028649158039,0.8764206171035767,0.9375,0.6423611111111112,0.3958333333333333,0.7673611111111112,0.40625,0.9880690121402343,nan,nan,0.9968177334715923,nan,nan,3.22151154350518,0.09183636485686775,1.4204832173014972,0.0,0.47462332188079875,0.0,0.007533963794865664,0.009570847950254452,0.02875755864168134,1.1887062654088383,16.066380542654162,0.562366154958617,0.015497325216091833,24.60158108570686,31,34
|
| 18 |
+
64872,1062862848,4.815521836280823,5.158787643810853,5.412459373474121,3.115521183147372,4.037700096766153,4.18645183245341,0.08274725633758168,2.189976632201127,1.9543322013174702,1.0,1.0000000033113683,1.0,1.0000000004139211,1.0,1.0,1.0007338085620217,1.0000000002614238,56.96458923140085,7.218369227105509,0.939307643198861,0.8848962328851426,0.7801754314782703,0.9293921774745044,0.7644773053514187,1.0,1.0,0.9642857313156128,0.8445897121380405,0.8888320922851562,0.9270833333333334,0.6909722222222222,0.40625,0.8090277777777778,0.4479166666666667,1.0,nan,nan,0.9887726629773775,nan,nan,3.824387643634648,0.10399776051607856,1.6575272746784504,0.0,0.752993739812954,0.0,0.020998957469222444,0.00256602621659943,0.04133610240424421,1.2449677735848779,18.991960945369314,0.5250567323850386,0.014800531927597655,24.361829896663966,33,36
|
| 19 |
+
68688,1125384192,7.440716028213501,6.991642051272922,7.477255264918009,3.7026915285322404,4.747075239817301,4.335930347442627,0.12907588312750964,2.312038347951988,1.9298247786024756,1.0,1.0,1.0,1.0,1.0,1.0,1.0004335116485774,1.0000000016992547,54.14306909465328,6.904833623111235,0.9940076102693045,0.9024119689416666,0.8351855323190045,0.9497022257116411,0.8040449439516889,1.0,1.0,0.994047611951828,0.8741549685427678,0.9214128255844116,0.9791666666666666,0.7083333333333334,0.5,0.8020833333333334,0.46875,1.0,nan,nan,0.998847896233201,nan,nan,4.036160766943029,0.1260066001011638,1.5762809244529434,0.0,0.9159943063909441,0.0,0.02572738379112882,0.001416395172566687,0.0537666411980863,1.3369685026790825,22.826371738120944,0.4980098160776452,0.014074795349650518,24.074418462484157,35,38
|
| 20 |
+
72504,1187905536,7.738698323567707,7.1201023128297605,7.887651522954304,3.6632808711793685,4.828055699666342,4.36840037504832,1.842552241790635,2.244696110764405,1.9175521967237423,1.0,1.0,1.0,1.0,1.0,1.0,1.0013987324650473,1.0000000026142382,52.749376019052704,6.750086083792443,0.983420832959137,0.9177427557666379,0.8613327141543271,0.9559530312101395,0.8263850249182182,1.0,1.0,0.9851190447807312,0.8835719262965718,0.9290207624435425,0.9791666666666666,0.7465277777777778,0.5,0.8506944444444444,0.5208333333333334,1.0,nan,nan,0.9957012062271436,nan,nan,3.6395786792810436,0.12221262203565218,1.2368652214539844,0.0,0.7848558469651363,0.0,0.022426061117325122,0.004857626262924864,0.04904291698670914,1.419318371292954,26.267093738919783,0.4707897146558487,0.013325642393809753,23.804133900356298,37,40
|
| 21 |
+
76320,1250426880,6.477034091949463,6.417552166514926,7.017223834991455,3.303208715385861,4.256506363550821,4.4445594151814785,1.1999585854754287,2.3099910587086057,1.9068727238877725,1.0,1.0,1.0,1.0,1.0,1.0,1.0005562730138027,1.0000000062741692,51.613453739604495,6.623778890988052,0.9762446925745154,0.930112253227621,0.8625850380546904,0.9573571814712448,0.8089064668504276,1.0,1.0,0.9910714328289032,0.8885739939250197,0.9266265034675598,0.9479166666666666,0.7291666666666666,0.5416666666666666,0.8472222222222222,0.5104166666666666,1.0,nan,nan,0.9972972963005304,nan,nan,2.931836359843268,0.09998307630592716,0.8381284944150855,0.0,0.45759485608053413,0.0,0.009512716316428214,0.011713136471018213,0.035117488951518436,1.4797865829021852,28.30556654730183,0.45597402782685104,0.012558778301146429,23.586341036584685,39,42
|
| 22 |
+
80136,1312948224,6.823127269744873,6.119517158458797,6.867901484171549,3.4732959684162243,4.450504978497823,4.2904339234034214,0.2745456979320322,2.2234136575964785,1.8874582508804376,1.0,1.0000000004139211,1.0,1.0000000002069604,1.0,1.0,1.0001534882931635,1.000000402291961,49.58763233345727,6.398642913851475,0.9960016579216361,0.9428365985062265,0.8894705733717774,0.9554664059323614,0.8300022395586796,1.0,1.0,0.994047611951828,0.9089181122692723,0.9409497976303101,0.96875,0.8020833333333334,0.6041666666666666,0.8229166666666666,0.6145833333333334,1.0,nan,nan,0.9991651655485233,nan,nan,2.4462158645911285,0.05347713850060562,0.6197360636474811,0.0,0.20920156222161826,0.0,0.00491547974411793,0.016848116167674662,0.01872734007645609,1.5233101652015963,29.658798229019595,0.4460134893202807,0.011780043193471874,23.457064403364274,41,44
|
| 23 |
+
83952,1375469568,5.721365412076315,5.725648354769423,6.313509941101074,3.4914584738982777,4.411644339561462,4.168068350867792,0.20404517258153732,2.165675236062743,1.8798266811578135,1.0,1.0000000014487236,1.0,1.0000000012417634,1.0,1.0000000180055626,1.0001715066359118,1.000000001176407,48.81174770671214,6.3124354705800565,0.9900703687618464,0.9466006308082026,0.8954168191394278,0.9687150715706491,0.8442110118127233,1.0,1.0,0.9851190447807312,0.921035122340439,0.9443881511688232,0.96875,0.7986111111111112,0.6145833333333334,0.8645833333333334,0.59375,1.0,nan,nan,0.9966071204592785,nan,nan,2.30193528667311,0.026797715583994693,0.5617449761259343,0.0,0.1388668015243777,0.0,0.0061436262878073605,0.016845496452705812,0.012120025276777044,1.539416653010022,29.432821231568134,0.44723789512611284,0.010995367597369719,23.391364306030624,43,46
|
| 24 |
+
87768,1437990912,5.886202653249105,5.607830815845066,6.226109862327576,3.383625679545932,4.264153838157654,4.390798211097717,0.06781025536950513,2.2507809360860196,1.8748037140892773,1.0,1.0,1.0,1.0,1.0,1.0,1.000064105489943,1.0000000056206066,48.309258829979704,6.256591437898917,0.9886085186274303,0.9419877238408917,0.9077064239918526,0.9685287396648518,0.8779415592451005,1.0,1.0,0.9970238208770752,0.9233632004362641,0.9539109468460083,0.9791666666666666,0.7569444444444444,0.6666666666666666,0.8611111111111112,0.6354166666666666,1.0,nan,nan,0.9993805518994728,nan,nan,2.425272241734609,0.020499510129378427,0.614165568159789,0.0,0.1999113540535349,0.0,0.015540657840687568,0.01443708234202499,0.017187522101854775,1.5435305615389798,29.16479225528565,0.4470119757238049,0.01021072727974235,23.421130160922164,45,48
|
| 25 |
+
91584,1500512256,5.385367274284363,5.592754158959606,6.0495805740356445,3.4840463267432327,4.317857385745809,4.257995809368137,0.49608905135256975,2.1970257830285904,1.87481261234124,1.0,1.0000000004139211,1.0,1.0,1.0000000055879323,1.0000000012417634,1.0003405996336507,1.000000012940471,48.326627220542896,6.2585519822622935,0.9832379436824147,0.9451398754612296,0.9034221492264722,0.9634530195852439,0.8507431331929534,1.0,1.0,0.9970238208770752,0.921035122340439,0.9474679231643677,0.9791666666666666,0.7951388888888888,0.625,0.8576388888888888,0.6354166666666666,1.0,nan,nan,0.9993939598401388,nan,nan,2.6835642302581935,0.02263329006883376,0.7343428899345406,0.0,0.3185231414326749,0.0,0.02790575229550537,0.01560829480445668,0.030050021265594837,1.5345008514922363,28.070534281010897,0.4532227542493453,0.009432097738825898,23.471168797625232,47,50
|
| 26 |
+
95400,1563033600,5.053855975468952,5.25259772936503,5.637214581171673,3.2932581173049087,4.107271035512288,4.114532868067423,0.0056065310225866805,2.14254340758971,1.8748488207666392,1.0,1.0,1.0,1.0,1.0,1.0,1.0000026294152313,1.0000000013071193,48.31978279017998,6.257753935655814,0.9900573619482559,0.9493004084508935,0.9090920981862073,0.9650992455561473,0.8647903632813523,1.0,1.0,0.994047611951828,0.921035122340439,0.9513307213783264,0.96875,0.7951388888888888,0.6354166666666666,0.8576388888888888,0.65625,1.0,nan,nan,0.9988442541410526,nan,nan,2.9306190122702502,0.04365134810672272,0.8492437842651186,0.0,0.4169875687582639,0.0,0.0346739460063201,0.02221544520779927,0.04001200725488723,1.523834922439233,27.629350121416135,0.4576126560725006,0.008665408697250875,23.496963676620194,49,52
|
| 27 |
+
99216,1625554944,5.146838625272116,4.98497401316967,5.436280171076456,3.3008360200458102,4.154885212580363,4.210956692695618,0.022099281893133593,2.197677192500585,1.8647801776016875,1.0,1.000000000827842,1.0,1.0,1.0,1.0,1.0000097763284082,1.0000000022221027,47.328734877797196,6.147638295241728,0.9935457083627162,0.9508858925379312,0.9070470846206977,0.9704903992444822,0.8610138645206585,1.0,1.0,0.9970238208770752,0.9257088047590044,0.9519102573394775,0.9791666666666666,0.8020833333333334,0.65625,0.90625,0.6770833333333334,1.0,nan,nan,0.999423069258531,nan,nan,2.9558694825815537,0.05785348609084265,0.8626456160459628,0.0,0.41964723009473176,0.0,0.03168637456807397,0.028785391200228244,0.0381852411605077,1.5170661493455393,28.238978520379376,0.45259466429926315,0.007916498943711495,23.421271062053133,51,54
|
| 28 |
+
103032,1688076288,5.2051375496529495,5.174740316410499,5.70386012395223,3.2805762323176113,4.206746257730062,4.209963957109497,0.01899006940111636,2.146766091124026,1.8630319417532066,1.0000000006208816,1.0000000022765658,1.0,1.0000000024835265,1.0000000031044076,1.0000000006208816,1.0000101175570748,1.000000054768179,47.15966392364399,6.128852678341723,0.9972951871823466,0.9594563656358576,0.8975636345103506,0.9730636448868047,0.8743975385945065,1.0,1.0,0.9970238208770752,0.9325737320652839,0.9542283415794373,0.9791666666666666,0.8125,0.6458333333333334,0.8958333333333334,0.6458333333333334,1.0,nan,nan,0.9994216573735079,nan,nan,2.773030633790188,0.05852230078260402,0.7692023334092631,0.0,0.34213325939849176,0.0,0.023963556872994562,0.031111129044442607,0.028196547403772518,1.5199015157828986,28.547958561459428,0.4482406852630199,0.007191071867150021,23.410001877382683,53,56
|
| 29 |
+
106848,1750597632,5.047494967778523,5.097806200146829,5.661460757255554,3.2555759088550236,4.222231507301331,4.125625689824422,0.01756823450494699,2.1253082822368285,1.8577797217948653,1.0,1.0000000010348027,1.0,1.0000000014487236,1.0,1.0,1.0000112998460815,1.000000003267798,46.648367134665584,6.07204204891811,0.9937348294984268,0.9558121683907307,0.9070273519954621,0.9720281365142943,0.8618371884922461,1.0,1.0,1.0,0.9395943293867098,0.954535722732544,0.96875,0.8506944444444444,0.625,0.8576388888888888,0.6666666666666666,1.0,nan,nan,1.0,nan,nan,2.511582149837002,0.038301894163043984,0.6236041962909344,0.0,0.24639066251295463,0.0,0.021277582316366027,0.030370627241484253,0.021421831949618837,1.5302153626364983,29.123679695389306,0.44423590440388994,0.006494652022090374,23.299359299564163,55,58
|
| 30 |
+
110664,1813118976,5.021994709968567,5.079339543685643,5.55523653825124,3.3816820443479254,4.185803147317575,4.223540425300598,0.035345046478502784,2.17540322299707,1.85792815249575,1.0,1.0000000122106576,1.0,1.0000000006208816,1.0000000012417631,1.0,1.0000230917158737,1.0000057418043247,46.67283347088152,6.074762479830557,0.9892533523938093,0.9534240468890988,0.9287649812273049,0.9716261763970014,0.9336978789535644,1.0,1.0,1.0,0.9397170267774749,0.9694707989692688,0.9895833333333334,0.8194444444444444,0.7291666666666666,0.8819444444444444,0.8125,1.0,nan,nan,1.0,nan,nan,2.3701240312669927,0.023520891319404394,0.5517046455156511,0.0,0.19064245113272751,0.0,0.025682060970222655,0.030395781831683222,0.023624257396521985,1.5245539511329838,27.256589325468994,0.4576083651628634,0.005832543055900948,24.271950693920633,57,58
|
| 31 |
+
114480,1875640320,5.106147925059002,5.07860720717719,5.6142930189768485,3.485200835904133,4.286687771479288,4.230111837387085,0.011210211705842271,2.1680106243468784,1.8603482778147509,1.0,1.0000000099340978,1.0,1.0000000002069604,1.0,1.0,1.0000062833724812,1.0000000024835267,46.91373121353106,6.101526389947569,0.9970811879448906,0.955978121872198,0.9345882460438613,0.9695562891846415,0.9452392024847815,1.0,1.0,0.9970238208770752,0.9349547856577168,0.969738245010376,0.9895833333333334,0.8506944444444444,0.7604166666666666,0.9166666666666666,0.8541666666666666,1.0,nan,nan,0.9996734547118346,nan,nan,2.334710578113315,0.02213253394292962,0.5935301991545947,0.0,0.11916001090745684,0.02901800094072421,0.03694044904308326,0.03424307954937343,0.032965456695754645,1.4667208515569017,21.578476724384714,0.51041150402348,0.005209787318395601,24.43066388012283,58,58
|
| 32 |
+
118296,1938161664,5.022557377815247,5.217142701148987,5.704622467358906,3.7047178215450716,4.407500425974528,4.233126839001974,0.0013471486109260453,2.172858319578632,1.8611880331831874,1.0,1.0,1.0,1.0,1.0,1.0,1.000000709657562,1.0000000020913906,46.975591859117515,6.108399174540718,0.9932038579406421,0.9536965193697368,0.935807558881137,0.9736261077038352,0.9484854697063758,1.0,1.0,1.0,0.9395066933228023,0.9708969593048096,0.9791666666666666,0.8298611111111112,0.7708333333333334,0.8923611111111112,0.8854166666666666,1.0,nan,nan,1.0,nan,nan,2.8466309198939155,0.032494623148953766,0.43219868814927975,0.03857001832456678,0.0637031817078531,0.767384786673341,0.04367801637260496,0.038119038546095434,0.04319810868168283,1.3872844661179324,19.136078683835155,0.5300686015226181,0.004631127461369502,24.387431428906854,58,58
|
| 33 |
+
122112,2000683008,4.989258448282877,5.153540836440192,5.698241392771402,3.524309231175316,4.277445475260416,4.228289326032003,0.005453084335556193,2.159656213788117,1.8589525204107153,1.0,1.0,1.0,1.0,1.0,1.0,1.000003246371893,1.000000002875661,46.77506152129725,6.086118307838312,0.9966563427986246,0.9573980852771639,0.9346156221534747,0.9757463365390068,0.9466625487338987,1.0,1.0,1.0,0.9372132757942769,0.9712926745414734,0.9791666666666666,0.8159722222222222,0.78125,0.9166666666666666,0.8645833333333334,1.0,nan,nan,1.0,nan,nan,4.292199272696244,0.043858839084714336,0.25020580251004165,1.0467901320762,0.005966804467229857,1.5072868404409427,0.04461483884590534,0.03961657815348379,0.04581921100620616,1.3080402375100089,17.334528555785084,0.5431061503819075,0.004100970320511953,24.408418112578442,58,58
|
| 34 |
+
125928,2063204352,5.0816233952840175,5.352747374110752,5.899332364400227,3.605816960334778,4.33616558710734,4.184759457906088,0.002703038610893124,2.14292842930625,1.8582171855475356,1.0,1.0,1.0,1.0,1.0,1.0,1.0000018977538745,1.0000000031370848,46.69385735098644,6.077095472430822,0.997636884429661,0.9567898023768989,0.9370230942912436,0.9725145443994161,0.9341706630434354,1.0,1.0,1.0,0.9395943293867098,0.970061719417572,0.9895833333333334,0.8194444444444444,0.7604166666666666,0.8645833333333334,0.8541666666666666,1.0,nan,nan,1.0,nan,nan,5.464477665821295,0.04749223432138185,0.005611510996176844,2.1241533232663716,0.03510193222177946,1.865738608431069,0.03681140315473613,0.03723111054140652,0.040165159689845055,1.2721723941995795,16.64462803882123,0.5490406486723158,0.003623353354756449,24.42228177102796,58,58
|
| 35 |
+
129744,2125725696,5.155907670656841,5.495970447858175,5.996606747309368,3.6199259095721774,4.341208736101786,4.216221173604329,0.003448399294546699,2.1487057294662337,1.8563787922320976,1.0,1.0,1.0,1.0,1.0,1.0,1.0000027752885279,1.000000001568543,46.52185494214276,6.057984190999981,0.996668699626857,0.9568746741434891,0.9349315716952036,0.9750567084756931,0.9353241867556017,1.0,1.0,0.9970238208770752,0.9396300455254328,0.9698305130004883,0.9895833333333334,0.8402777777777778,0.75,0.8958333333333334,0.8645833333333334,1.0,nan,nan,0.9996734547118346,nan,nan,5.500049348168237,0.039919422764059284,0.013097966650190666,2.6555969448648,0.1331059228441098,1.3257780512468813,0.030527563919505753,0.032166243957712115,0.030907502792710737,1.2389497372911482,14.921082780796027,0.56568424331036,0.003201913898652705,24.571434970508502,58,58
|
| 36 |
+
133560,2188247040,5.1987433433532715,5.356879932687687,6.023123661677044,3.5858193559624634,4.334301948547363,4.182686010996501,0.001890360339677215,2.1281905022681573,1.856525633990903,1.0,1.0000000008278422,1.0,1.0000000004139211,1.0,1.0,1.0000014973766014,1.000000001568543,46.53719077633324,6.059688030724461,0.9977136879228085,0.9631428619969293,0.9389571451344965,0.9740274847828511,0.9369331546217634,1.0,1.0,1.0,0.9442867255444759,0.9720746874809265,1.0,0.8541666666666666,0.78125,0.8784722222222222,0.8541666666666666,1.0,nan,nan,1.0,nan,nan,4.315990182776122,0.030103942767366217,0.12351058393140162,1.901536236277704,0.22209652317722015,0.7505115124681635,0.027044504642038798,0.02816625533911636,0.025256476490162744,1.2077641483175428,14.032865066448348,0.5769771985490992,0.0028398614619212603,24.660607776153086,58,58
|
| 37 |
+
137376,2250768384,5.274215141932171,5.515846543841891,6.088991363843281,3.629094395372603,4.383538365364075,4.220617016156515,0.0014390389365775977,2.1395906096147304,1.8562507790356524,1.0,1.0,1.0,1.0,1.0,1.0,1.0000009889874524,1.0000000009149836,46.506369209898054,6.056263355533387,0.9975354774169884,0.9635917954588155,0.94456640707108,0.9764828611517568,0.9391376662146509,1.0,1.0,1.0,0.9395943293867098,0.9727500081062317,0.9895833333333334,0.8402777777777778,0.8125,0.9131944444444444,0.8541666666666666,1.0,nan,nan,1.0,nan,nan,3.3839163772506704,0.025676848492971763,0.2447496649408561,0.9859431023528692,0.2451518102269205,0.6258695020416959,0.029225519655630524,0.029360721894066067,0.027285903216667323,1.1706533058877917,13.182405288614317,0.5888588780486483,0.0025399532871463355,24.732026356698036,58,58
|
| 38 |
+
141192,2313289728,5.275148153305054,5.506414042578803,6.07137143611908,3.6424024899800616,4.447705149650574,4.221548239390055,0.0018731814847156372,2.1343039872963074,1.8564991485317628,1.0,1.0,1.0,1.0,1.0,1.0,1.0000010982416998,1.0000000014378312,46.53316823078742,6.05924103671855,0.9941481087205649,0.9585140240698223,0.9403407841552255,0.9755202796701782,0.9380644738760773,1.0,1.0,1.0,0.9395943293867098,0.9710811972618103,0.9791666666666666,0.8611111111111112,0.7604166666666666,0.8923611111111112,0.8541666666666666,1.0,nan,nan,1.0,nan,nan,3.2746945265953897,0.027929003785470797,0.29368619646950034,0.592798375645334,0.1751019595806891,0.9200708262832769,0.03480261901803306,0.033371625046746,0.033598441093815205,1.1633354811589063,14.240972808072152,0.5736479752265558,0.002304473351749283,24.662281513342,58,58
|
| 39 |
+
145008,2375811072,5.221749345461529,5.510931944259801,6.0709675153096505,3.752571874194675,4.557846784591675,4.200294216473897,0.0021764257199753836,2.128820506464153,1.8551340180948348,1.0,1.0000000002069604,1.0,1.0,1.0,1.0,1.0000012919175678,1.0000000010456953,46.40359190685686,6.044843688891898,0.9974963731583506,0.9566331343342916,0.9376652344166034,0.9747279706475004,0.9356551684702543,1.0,1.0,1.0,0.9419933080159503,0.9708112478256226,0.9895833333333334,0.8298611111111112,0.75,0.90625,0.8645833333333334,1.0,nan,nan,1.0,nan,nan,3.6233238922308413,0.03397319385847804,0.2060505807842031,0.6448300876986526,0.10519609798840816,1.352018625353778,0.037646747934756336,0.03693976384088886,0.0390774354370364,1.1675913654672339,14.358867945161256,0.5720074963863291,0.0021352149741550937,24.682411777143084,58,58
|
| 40 |
+
148824,2438332416,5.247107148170471,5.463428695996603,6.110295653343201,3.811342649989658,4.491775035858154,4.201172788937887,0.0019391467242365745,2.1308121553894903,1.8563601148008124,1.0,1.0,1.0,1.0,1.0,1.0,1.0000013068164542,1.0000000009149834,46.519591004135386,6.057732479096313,0.99420467733818,0.9629703165979963,0.9386390937969231,0.9765389234128333,0.9413477607244864,1.0,1.0,1.0,0.9395943293867098,0.9718933701515198,0.9791666666666666,0.8784722222222222,0.78125,0.9201388888888888,0.8645833333333334,1.0,nan,nan,1.0,nan,nan,4.098809599938883,0.03861202309047682,0.0981538091995653,0.9948201928058924,0.07691846816108636,1.6042487972829242,0.03694874975326038,0.03638012168978586,0.03939007805521593,1.1733373650764232,13.574711417127205,0.5828452813253587,0.0020334671566161833,24.71960422637715,58,58
|
training_logs/run_metrics/11_bpe_small/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: False
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 2
|
| 5 |
+
cache_base_path: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache
|
| 6 |
+
combine_strategy: sum
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 16
|
| 22 |
+
difficulty_column: difficulty_sd
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 48
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 3816
|
| 28 |
+
eval_every_k_tokens: 62521344
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_td_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 152588
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_gpt2
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 768
|
| 45 |
+
n_head: 12
|
| 46 |
+
n_layer: 12
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: bittoken
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: mse
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 15259
|
| 56 |
+
num_warmup_tokens: 250000000
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_td_multiTask.py --tqdm --verbose --seed 42 --run_name bpe_gpt2_small_b192 --device_batch_size 16 --effective_batch_size 48 --num_workers 4 --n_layer 12 --n_head 12 --n_embd 768 --context_length 1024 --train_token_budget 2500000000 --num_warmup_tokens 250000000 --eval_every_k_tokens 62521344 --max_eval_steps 2 --save_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bpe_gpt2_small --default_vram 200000000000 --no_save_latest --tie_word_embeddings --wandb --wandb_group multi_task_bpe_gpt2_small_b192 --tokenizer_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/td_gpt2 --model rope_gpt2 --dropout 0 --cache_base_path /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache --compile --difficulty_column difficulty_sd --train_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum curriculum standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_prompt curriculum curriculum efficient_prompt efficient_prompt efficient_prompt pretokenized --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project bittoken_v3', 'time': 'Fri Jul 24 04:50:50 2026', 'git_root': '/work8/yizhanh/byte_v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: bpe_gpt2_small_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 151115727451828646821888
|
| 70 |
+
save_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/bpe_gpt2_small
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/td_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/96841076'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/63050008'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/44316829'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/48579485'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/63589654'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/28473695'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/td_gpt2_88525419/13591814')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'curriculum', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 2500000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_prompt', 'curriculum', 'curriculum', 'efficient_prompt', 'efficient_prompt', 'efficient_prompt', 'pretokenized']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: True
|
| 96 |
+
wandb_group: multi_task_bpe_gpt2_small_b192
|
| 97 |
+
wandb_project: bittoken_v3
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/11_bpe_small/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_decimal_uniform_val_10k.csv.gz,max_difficulty_Division_decimal_uniform_val_10k.csv.gz
|
| 2 |
+
3816,62521344,2.9722099701563516,4.044831991195679,3.200816363096237,0.619660982551674,0.7523040076096853,2.971494436264038,5.040248870849609,25.708922565022117,67.08086692095885,92.37116725144836,2.3186597409182554,2.122793299158673,56.34002164544779,155.0119978611268,57.27920418344012,0.41942903303004675,0.1395994849359137,0.24396361115420517,0.8958333333333334,0.09375,0.722179502248764,0.313567032734501,0.23330789804458618,0.25,0.10416666666666667,0.21875,0.9426562477213641,nan,nan,0.8715988291466298,0.19514879259319665,0.17557384593722722,3.2625830034165006,0.31132650258609207,0.19313211009990955,0.11051633383573421,0.11158760370412331,0.014626244430828534,0.26586015037001276,2.2555340612834356,303.32933590822,0.5125088225959875,0.004997126321997158,22.102151432547345,4,6
|
| 3 |
+
7632,125042688,10.533436147028672,26.47633969570287,30.128854516471545,0.288376676041781,0.5812598859147737,4.515383676531576,3.086475717101441,10.56891741555178,43.1662562166903,20.33626281962035,1.0235249809725973,1.0060022398389445,2.818659584524843,131.1267423308604,30.006623655437032,0.4822632880301671,0.21589261821675734,0.3716644387397611,0.9895833333333334,0.9869791666666666,0.8977304697036743,0.40866317357431803,0.4672669470310211,0.3229166666666667,0.14583333333333334,0.3020833333333333,0.9960212173561255,nan,nan,0.9544639019683624,0.14408383046854092,0.12551429231340686,3.55904433687278,0.5601192842864025,0.45741458604341917,0.21320090958799537,0.11326533821617525,0.27754380941313816,0.2097875340753673,1.727712865528752,9.688062164643526,0.641593381746885,0.009998084214664627,25.37582778194685,4,7
|
| 4 |
+
11448,187564032,26.601256085457408,85.06189789819109,248.69757159353261,0.10376133630219592,1.464036278821887,26.347608750899273,2.6811628037219273,14.127290742165846,50.241340621671874,92.76748818651163,1.0006431084725718,1.0029329033686831,2.9085487958285685,167.79167827634913,47.1199889477669,0.5184778854829271,0.15948526936663052,0.45134325785235946,1.0,1.0,0.9565344651540121,0.28406770473064363,0.4122440814971924,0.3541666666666667,0.125,0.375,1.0,nan,nan,0.9852297808974981,0.12739044563932111,0.10931029760589202,5.189879153551212,0.9509590601771504,0.9386697422015543,0.6333357289295097,0.4249029329381306,0.3357037368800006,0.42008781884937557,1.4862201148504435,9.27202857990185,0.6515327004610367,0.014999042107332095,24.760124472870963,4,8
|
| 5 |
+
15264,250085376,36.185719442070535,120.17978062113585,542.990243969174,0.9462184860928502,58.452759400503936,30.681850511615874,2.6643455852199245,15.442844110495257,33.89233819591479,70.09543985069318,1.0016789476121681,1.0283803554447948,1.3090862879347964,162.40764003645612,40.739629683507296,0.538209852624595,0.28264711668216747,0.40622231912487633,1.0,0.9869791666666666,0.9584164917469025,0.29238200637314404,0.48833364248275757,0.3645833333333333,0.19791666666666666,0.3229166666666667,1.0,nan,nan,0.9797525239409879,0.11045823954130658,0.09545894498781611,8.988496797202268,1.546845147596994,2.263331135716965,1.5704560217696686,0.9861096568235012,0.6523328095043814,0.8013892594983151,1.1680327024908264,17.373304277221113,0.5691708494485425,0.020000000000000004,22.112024243499064,4,9
|
| 6 |
+
19080,312606720,9.036446181356846,83.87859858070215,289.683857208869,6.040043779382427,0.25239910494303036,10.89052506576767,2.513366863313564,3.7138449767322044,57.47002019439619,35.29103085504877,1.0294855234872704,1.0001928351113942,1.2702984653372906,121.72852381196344,31.64334238029665,0.6983419760190103,0.30392091694857554,0.576329861612659,0.9895833333333334,1.0,0.9604203104972839,0.44755457997666576,0.5960738658905029,0.5625,0.15625,0.4895833333333333,0.9982065707445145,nan,nan,0.979388323922952,0.11774077059696235,0.09896395727992058,10.153716196616491,1.5032356355954455,2.855340953905226,2.0860574199091997,1.0508042236145068,0.5613501247030345,0.856154682588043,1.240773086766457,19.946290435905976,0.5349603605298501,0.019965729849129636,22.123696687061436,4,10
|
| 7 |
+
22896,375128064,0.5319323355221517,35.8981303772659,120.13957514900052,7.363526132088662,0.4010900650850503,13.50974043875034,2.395046756379666,1.1639980367213891,35.9891834744663,40.85870821619398,1.3228228717053627,1.001036466341968,3.6741563760693663,97.05047188066914,25.865768188881074,0.9146606727467906,0.32263302727043747,0.5319778628343507,0.9791666666666666,1.0,0.915400892496109,0.5665951667741548,0.639199435710907,0.8645833333333334,0.2604166666666667,0.4270833333333333,0.9929840362941226,nan,nan,0.9523819658206776,0.14493966593242172,0.12290104645459603,8.513158621778029,0.9675325431640994,2.6534524334810117,1.8104048208521852,0.7091162401940527,0.4243629211394269,0.5863406105179655,1.3619489898254882,16.77696931499605,0.5482816791759347,0.019863180383909898,22.15137737376671,5,11
|
| 8 |
+
26712,437649408,0.8307132403799113,27.10140685687827,45.56085530515459,0.1526769174225213,3.767819506780396,0.6528043130454626,2.3116043584674437,1.8452528989932508,31.26811443552724,18.01111172812367,1.0391978633927652,1.0503258754639935,1.5008160911962423,82.72908279639876,19.634843098442275,0.8849002492004906,0.3249623777966942,0.6326300007241616,0.9895833333333334,0.9739583333333334,0.9366452991962433,0.651437270055015,0.6712680459022522,0.7916666666666666,0.20833333333333334,0.5625,0.9982065707445145,nan,nan,0.9649237347960783,0.17273913113725334,0.1531017436257874,4.612065612811628,0.27816184736129684,1.7351247968876586,0.9466276731894777,0.1113219624316279,0.10466753535428262,0.11781896327685672,1.3183428128376498,13.44786866118573,0.5955000214934724,0.019693132578928373,22.141631766231203,5,11
|
| 9 |
+
30528,500170752,0.3588235000487631,33.82868825948208,50.42259383871968,0.12454509823114082,0.00017147803946850656,0.4675552881697911,2.2954658785856927,1.1669185890361053,22.92504756689843,45.449385458210465,1.0726763381950435,1.0000045904318975,1.5367026802890837,80.24018490140394,21.91298858920928,0.8939973074498043,0.3709139582161389,0.5874899165836539,0.9895833333333334,1.0,0.9409922560056051,0.6799263200458245,0.6957729458808899,0.7916666666666666,0.2708333333333333,0.5416666666666666,0.9978350636859735,nan,nan,0.9730775885400362,0.13949109910754487,0.11636757710948586,3.3636044326318384,0.06045166125188578,1.6577264375280527,0.43768474606129976,0.008497640633190334,0.016015308117833884,0.01258447473490208,1.170644145857391,10.837067126665476,0.6492594117747787,0.01945688144839207,22.151549212971116,5,12
|
| 10 |
+
34344,562692096,4.020807750991156,73.12935942765739,198.0069761275263,0.008238356632568907,0.016145139708183348,3.2336180217254267,2.3174076818825426,1.8376640521511012,41.8849903161971,23.618976990043137,1.0013703739437692,1.0002446330168455,2.108113083869894,83.68252635421415,22.16198368620514,0.888570275356464,0.38930948337684934,0.6003725981592213,1.0,1.0,0.9351153473059336,0.6518584297375841,0.702589213848114,0.8125,0.2604166666666667,0.4895833333333333,1.0,nan,nan,0.961944592903213,0.16133213973080274,0.13606412215934446,4.332929642351669,0.042126972519572786,2.671077757639006,0.6021717454163378,0.0010757993880148224,0.0028191299285819974,0.004900967924518708,1.0087572365116284,9.225355643052724,0.6765908977754835,0.019156226183831337,22.15328045996966,6,14
|
| 11 |
+
38160,625213440,11.969778385902472,77.33060548958974,302.94261113470225,0.1856092457247399,0.009540123836025602,24.27819054038719,2.345522227529576,1.6194261928055926,33.394428081546074,21.60137958550801,1.0024218950467334,1.0000280321204091,1.843821392892411,88.25636787928978,21.245410437029857,0.8742339059992319,0.36359558870454817,0.6205950537112606,1.0,1.0,0.9167159597078959,0.6177527173155241,0.6852570176124573,0.7916666666666666,0.2604166666666667,0.5208333333333334,1.0,nan,nan,0.9661247934564017,0.16833005461861225,0.14598827941032747,7.1566556862586035,0.10520104116963051,4.4315213626318295,1.6707030586593743,0.0025981975030679805,0.0028505743358610337,0.026136333624140497,0.9176450568599321,10.03896836227341,0.6598589900545229,0.018793456452196412,22.162196509188885,7,16
|
| 12 |
+
41976,687734784,8.283202738827715,50.77187247312744,257.82844054757936,36.714788280467644,46.32414318152479,42.241058088798084,2.370179734467058,1.2705636844876091,30.273809930370145,26.075825711257636,1.3394872580650115,1.0621121698485572,2.4029309752498818,92.54119473295339,22.13798920889032,0.9052033992208707,0.38186338382374596,0.6045301896298143,0.96875,0.9739583333333334,0.9199013809363047,0.6005607401598198,0.687027633190155,0.8125,0.21875,0.5104166666666666,0.9833175206683032,nan,nan,0.9541836022593392,0.12773356434142139,0.1071392047451809,9.174574322389356,0.167295619131253,5.413294978231577,2.616207174107032,0.0054346046210926174,0.007183503961051978,0.057783509774822654,0.9073748555010264,11.411759702195912,0.6340733653078914,0.018371334958694578,22.178395578429782,7,17
|
| 13 |
+
45792,750256128,3.88829333004684,24.094240962129106,80.38624887120856,6.567140278532134,0.8627461355514247,27.84790962024916,2.312267947415279,1.2006152429584327,26.582979602554374,21.621724202579372,1.0641473689138905,1.0021148752258855,2.7194356522219523,82.81918065978952,19.57288537203478,0.9472103724084672,0.3911915803096755,0.6901749326175418,0.9895833333333334,1.0,0.9298287034034729,0.6521869583174581,0.7231234312057495,0.90625,0.3020833333333333,0.6041666666666666,0.9983408885697523,nan,nan,0.9656724017307473,0.16194828588656188,0.14150498434901237,8.641375302820668,0.1785952527214022,4.76549408782961,2.662051214185592,0.0075152545838558255,0.008239927045684662,0.07597446341151574,0.9435050358966113,12.176127799277035,0.6227617234819465,0.017893076407163026,22.17318703764825,7,18
|
| 14 |
+
49608,812777472,4.6974702921003875,13.231747117603922,34.627669400699766,0.13367464375034305,4.289671509137293,8.934931399478483,2.270005272530208,1.9440608500341139,31.29163728581329,51.16512415060267,1.001768137599006,1.0228050449516768,1.862577612429585,76.40531694713509,23.527612861223638,0.8921825927336463,0.4160684689603134,0.6937309462491609,1.0,0.9739583333333334,0.9643389284610748,0.7014759154529132,0.7403441667556763,0.8229166666666666,0.21875,0.59375,1.0,nan,nan,0.9827345011581201,0.14979650113915946,0.13102914835326374,5.736168836001997,0.1157878834846157,2.9452547680261887,1.6324591832137731,0.006314632989974016,0.0068504696404748785,0.06357404245384023,0.9659278151043341,11.371993200771463,0.6290076931067733,0.017362323018206012,22.106527291842106,9,20
|
| 15 |
+
53424,875298816,0.8579572652511818,12.685011887296364,21.782292682653406,0.06357990941003819,0.00580961045997241,3.777032047233793,2.2469310728401886,1.2357432258274053,50.796308024496824,41.46982351358475,1.001843771564501,1.0000869936508099,1.4255717602270204,73.12055767421977,24.29284785193872,0.944907190813769,0.4188574665534233,0.6179649171851258,1.0,1.0,0.9602894981702169,0.7180266349870482,0.736995279788971,0.8958333333333334,0.23958333333333334,0.4791666666666667,1.0,nan,nan,0.9763152631736981,0.15971078491202206,0.14261442585848272,3.4696748885218702,0.05092789203449567,1.7585221273728129,0.6755463289857815,0.0035550691071329827,0.002192015364026761,0.0350271961122656,0.9439042399200228,10.79994744465411,0.6312132961267071,0.016783116791537683,22.10575716528652,10,21
|
| 16 |
+
57240,937820160,0.7249274933704593,21.315495404544436,24.807010529825263,0.42794725348182305,0.013981623671344146,2.8596699184992835,2.2400132496229617,1.101056973251035,32.07185602842533,32.858453203228045,1.0231382489090812,1.0001019330059167,1.4573675216394684,72.15576735731096,20.238248752252836,0.9478507903275156,0.42296913058501323,0.6956783999989878,0.9895833333333334,1.0,0.9614118337631226,0.723427333795437,0.753524661064148,0.9166666666666666,0.2604166666666667,0.6041666666666666,0.9936173617218932,nan,nan,0.9801316877322582,0.17200517009284036,0.14909253641963005,3.4480012505205253,0.022234437456851896,2.078712168282637,0.45525589167899266,0.001279687191924544,0.0008912160172450307,0.01625486792189658,0.8733729586437216,9.954996443863186,0.6475825481413545,0.016159868723772935,22.120501302315443,12,21
|
| 17 |
+
61056,1000341504,2.3466796697617056,31.592091527869343,83.52093131997248,0.04093673416626456,0.3491594004702618,5.168917384617922,2.2489297474797354,1.1285739790494016,32.60706114763053,63.544840955724254,1.0017294666833305,1.0007985891120088,1.6054680620384778,73.4138567711022,24.90033271019146,0.9233758421263306,0.4265957313463094,0.6183088752148335,1.0,1.0,0.9608506659666697,0.723427333795437,0.7393722534179688,0.8645833333333334,0.2604166666666667,0.4895833333333333,1.0,nan,nan,0.9795401724792706,0.16369104315284252,0.14399265439715236,5.452211287515635,0.024567819762487137,3.829317496826509,0.7868112817868077,0.00044888663095276607,0.0014140576119844855,0.008646445288464736,0.8010052562602654,10.45374870109733,0.6384576881066183,0.015497325216091833,22.081628930565813,12,22
|
| 18 |
+
64872,1062862848,6.079433226997515,29.181649379478813,86.78027587948671,2.6370903947859823,1.1620005856498716,13.533552719890832,2.260885086495392,1.2405057981370897,35.17872421424217,31.220715207059595,1.0437349098153075,1.002023387755688,1.7232639898432351,75.10909957979476,20.931152440949692,0.9560081815280007,0.4202306985334158,0.6686995856546001,0.9895833333333334,1.0,0.9404654800891876,0.7075728711327951,0.7440307140350342,0.90625,0.2604166666666667,0.5625,0.9983408885697523,nan,nan,0.975818001490552,0.1613618648504295,0.1384100268672531,7.431854048552503,0.04372546220494659,5.07610749475426,1.5586815074573894,0.0005031699362919981,0.00226399531007393,0.010179470204183588,0.7403928875338364,10.214151611305633,0.6523439024245089,0.014800531927597655,22.08290982705788,14,24
|
| 19 |
+
68688,1125384192,5.621189934916839,15.655209083855462,61.20887890790839,0.034307681360871436,0.0674352429523814,32.940275784437105,2.2503618077229057,1.1898249369533176,27.834467650252382,16.73049833467837,1.0002357898535161,1.0001938682498486,3.602269760178164,73.61309105485432,17.85294019928856,0.9441813087134454,0.4666101819125336,0.7497613643602281,1.0,1.0,0.9555343985557556,0.7123418711908859,0.7789593935012817,0.90625,0.3229166666666667,0.65625,1.0,nan,nan,0.9671153984963894,0.19361033492774973,0.17183574199831733,8.13915311461308,0.056438753073183016,5.205463477476907,2.129762728786352,0.0009881223219826883,0.0023472446763337282,0.020222069018987963,0.7239306535111023,11.28657103515771,0.6267782468075397,0.014074795349650518,22.096312930355964,16,25
|
| 20 |
+
72504,1187905536,6.991183488290666,9.236486626181906,29.029680616602185,0.48477224348124487,2.0688369741800003,18.996611932864877,2.2318127818877733,1.7301104411396324,36.346830882381816,52.69761240586977,1.0033628202964622,1.0130729839602608,1.5787585578445864,71.06206273821651,23.633115832815577,0.9348700493532122,0.44197423400250324,0.6654321195209415,0.9895833333333334,0.9869791666666666,0.9446186721324921,0.7291120975915993,0.7535872459411621,0.8854166666666666,0.3020833333333333,0.5416666666666666,0.9990877577414116,nan,nan,0.971310550502191,0.16848365934250373,0.14904809456008175,6.617930352427509,0.053622793581491524,3.8185766340330076,1.9652112200257854,0.0014682194022224212,0.0015726448576772124,0.03102931669925165,0.7464494761759439,13.098146944238454,0.5914185546666572,0.013325642393809753,22.041427888111865,18,27
|
| 21 |
+
76320,1250426880,1.670644807498969,6.970574196227133,11.240950242147306,0.02501414922280301,0.22696528529454335,10.882110339917777,2.2126072425012637,1.1758902708619863,40.511506369959626,13.356533859149332,1.0002654506231188,1.0022411444296215,1.6129572345866414,68.49003096163966,18.164203613035713,0.9438105901840362,0.4446651493753304,0.6900096465208004,1.0,1.0,0.946916252374649,0.7561772332811177,0.7661849856376648,0.8958333333333334,0.3020833333333333,0.59375,1.0,nan,nan,0.9684715038941553,0.16152449134460767,0.13845729773553708,4.736137478731464,0.03420965283489809,2.629076247876967,1.2723905671314275,0.0016946929492325771,0.0006728711187041393,0.03489678420493886,0.763196629100157,12.826892273918387,0.5974962899082612,0.012558778301146429,22.08056301802892,19,29
|
| 22 |
+
80136,1312948224,2.2049450898468095,7.319833841460726,10.438726329288022,0.020907110742502025,0.2786772884492493,2.2351748168028966,2.2067584700689147,1.2681734706154595,27.763971322963865,46.75341104815137,1.0003597718510986,1.0013563408399417,1.1127406759261005,67.72777767733571,20.946827186811934,0.9501365850405262,0.46711986782037057,0.6535865351993144,1.0,1.0,0.9725229442119598,0.7561772332811177,0.7714371681213379,0.8958333333333334,0.3125,0.53125,1.0,nan,nan,0.9871268503096265,0.17055093736901958,0.1502837324126934,3.5994751100603475,0.020461814172506365,2.143283827090003,0.6663181979207262,0.0013715013041574451,0.0006127180341061948,0.02971605623294411,0.7377109681348719,12.410849254398725,0.6101342363271324,0.011780043193471874,22.059945329895392,21,31
|
| 23 |
+
83952,1375469568,4.324030410127138,11.88473214606957,17.36038528751552,0.020042318545490767,11.02873387755113,3.509768608685694,2.2006914424658155,1.267073655812428,23.622094297879638,55.31426859633087,1.0004253409763366,1.0274887991418031,1.1690248075946699,66.94302467289857,21.4776285958049,0.9521866244402107,0.49629221401605195,0.6590306564525411,1.0,0.9869791666666666,0.9697705606619517,0.7660355147884887,0.7836707234382629,0.9166666666666666,0.34375,0.53125,1.0,nan,nan,0.983479168828732,0.1572178871513946,0.13602479275626442,4.009911062759507,0.018431117130357746,2.569906701430899,0.7292081642063001,0.0009538888501638005,0.0008162690032389532,0.020525792525415677,0.6700690981039874,12.608218584920376,0.613079173306874,0.010995367597369719,21.953306404954997,21,33
|
| 24 |
+
87768,1437990912,7.307398499856419,15.474435682412983,20.908976853254536,0.013734496900777115,0.33287099629155054,2.483311700940449,2.2142831958223517,1.3149688425983797,35.43622610266611,18.227917281261327,1.0002608098205326,1.0005505240254575,1.1439295999613341,68.75548508729077,18.125619749660558,0.9615286233739205,0.49244695409659717,0.6878295387391297,1.0,1.0,0.9788122475147247,0.761266514730398,0.7900871634483337,0.9166666666666666,0.3333333333333333,0.59375,1.0,nan,nan,0.9882394860032946,0.17263456845103065,0.1479237136663869,5.374844917232219,0.02489577972369068,3.3875545253213546,1.3264086418633614,0.0006342298250940523,0.0015704570827539581,0.014296678165090887,0.6194845474359701,12.778768164681688,0.6127991477101729,0.01021072727974235,21.97159443289677,23,34
|
| 25 |
+
91584,1500512256,4.984127996144494,12.761946652224802,16.756082966769267,0.02412111043960561,0.050706688681271025,2.1027874298915763,2.2024767730921533,1.1515114020682566,56.97993103774366,22.497422820894172,1.0002749925484158,1.0000890294365237,1.129615907117434,67.16746536097133,21.56090150725426,0.9605025946480742,0.46485860206243595,0.7351864789988595,1.0,1.0,0.9759433964888254,0.7609462333392085,0.7872850298881531,0.9166666666666666,0.3020833333333333,0.65625,1.0,nan,nan,0.9797501419282829,0.14193199035040985,0.12212235876359046,6.381262920479272,0.030366077610690316,3.8794674651710594,1.8547846355863373,0.0007427658451596599,0.001698754238263855,0.009162311245203354,0.605040849366421,13.385442975494596,0.6028313792585952,0.009432097738825898,21.94868042508376,25,36
|
| 26 |
+
95400,1563033600,4.138427317168109,9.238042309972343,9.1334074537408,0.175801159452295,0.03672781995620581,4.002309158337237,2.184214592153438,1.173422598384426,38.62537966782947,8.110822478036669,1.0014262425381537,1.000087762451569,1.2483460708602454,64.86208793289666,16.574510393285312,0.9533622992515993,0.45315092158961684,0.7254686355415444,1.0,1.0,0.9732111593087515,0.7827152882469255,0.7830644249916077,0.9166666666666666,0.2916666666666667,0.6770833333333334,1.0,nan,nan,0.9776290996038975,0.16182884947799417,0.14200022587707886,6.1214771193070145,0.02867792461722506,3.6491742345961344,1.8288163362955139,0.0011934031177162146,0.0015203149350988068,0.006507974453120922,0.6055868740518074,13.952312042065886,0.5927421479042722,0.008665408697250875,21.986100110711053,27,38
|
| 27 |
+
99216,1625554944,1.1677836073442194,6.486229834700073,4.915005223440764,0.07604808447658054,4.527731661849608,2.504525465197576,2.17673889473546,1.0695177940918503,25.863930574478022,15.044174854350052,1.0006968802311424,1.0148668133071934,1.1515142624128865,63.95864765846627,15.586192691048202,0.9711480620982967,0.47606834707714407,0.7049081856979994,1.0,0.9869791666666666,0.9842767318089803,0.7930140331511785,0.7919403314590454,0.9270833333333334,0.3333333333333333,0.6145833333333334,1.0,nan,nan,0.9897991091323396,0.1637876922444169,0.14381729361290732,4.89445125861946,0.02106597809532483,3.043161575861706,1.2252735785495867,0.0014646894245264228,0.0009561055459037818,0.0053211826165066554,0.5972081184254923,13.313010043880475,0.5966414438494222,0.007916498943711495,21.92922392716061,29,40
|
| 28 |
+
103032,1688076288,3.455809820870249,8.91724893439731,4.859445720526273,0.015544941293530113,0.025065512758482105,12.650622448534213,2.1762953089975006,1.2469945402271876,57.22818694505648,24.877182802013408,1.0001827508764767,1.0000631682304462,1.4902936882073277,63.89868268836231,21.53451236899623,0.9684472167148113,0.48654527983643137,0.6723196953487519,1.0,1.0,0.9644183019797007,0.7930140331511785,0.7888940572738647,0.9166666666666666,0.28125,0.5520833333333334,1.0,nan,nan,0.9770330072691044,0.16628092392420513,0.1433046937066441,3.952044073505305,0.013882629812245941,2.6821296649609123,0.6718158245919019,0.0013449202649862687,0.0009647438450414088,0.005585159097002706,0.5763211131279323,12.820737407892254,0.5986834013096567,0.007191071867150021,21.878052811297945,30,42
|
| 29 |
+
106848,1750597632,1.160533072315014,10.834114306557694,5.689156449940787,0.0032862534704239154,0.2344017483847718,3.989376735731177,2.1741483839921614,1.0527185517964688,42.5642245826655,26.02383931889577,1.0000428093778437,1.0003409336467401,1.1372499788268113,63.636813258098194,19.487889919043905,0.9767181311981944,0.4410887097731319,0.690961456932173,1.0,1.0,0.9759433964888254,0.7930140331511785,0.775719940662384,0.9583333333333334,0.2916666666666667,0.59375,1.0,nan,nan,0.9796916970711512,0.1617916782355072,0.13934775942470878,3.7992282900920205,0.010859520234481685,2.654686665574223,0.5763345392194922,0.0010662896930136016,0.0012544424612756144,0.007564172317072326,0.5474626453665368,10.837450540072012,0.6288051324383018,0.006494652022090374,21.966988744100203,30,43
|
| 30 |
+
110664,1813118976,1.7570641778344553,11.804724063253843,12.03053356040376,0.004884230086706878,0.011657388135998698,8.355429914447036,2.176953487348044,1.0597013679278326,33.290359178458345,12.753516999491957,1.0000559811872451,1.000014742890512,1.2014433989278348,63.985425236140316,16.32721670071772,0.9716951340363899,0.4640063483992643,0.7280470662715645,1.0,1.0,0.9650144378344218,0.7877037951715947,0.7897489070892334,0.9375,0.28125,0.6354166666666666,1.0,nan,nan,0.9770358699412706,0.16000101425136867,0.13669179694261402,4.449355997806409,0.00968609188300016,3.0517050461851576,0.84838957225557,0.0008226003975487964,0.0017377189949039943,0.009852753080602633,0.5271621964531477,10.188980115847018,0.6341092243431374,0.005832543055900948,21.964351060742654,30,43
|
| 31 |
+
114480,1875640320,1.944622307075156,13.780421812503391,17.7672362256645,0.008669697005135313,0.04703861806135067,4.869187446198232,2.169537306500274,1.0610169077693652,50.572271700417495,24.816058864054224,1.0000683161616508,1.00007863555241,1.1383421786969368,63.08602115406794,20.381979679531433,0.9761335712848315,0.5028581697975487,0.6944181125924501,1.0,1.0,0.9759433964888254,0.7977484158705631,0.8017120957374573,0.9583333333333334,0.3645833333333333,0.625,1.0,nan,nan,0.9798778727805862,0.16931506030111146,0.1492081303925564,5.349395232370148,0.009281740801016106,3.5768426772035187,1.2300629429751035,0.0010946158267872326,0.0017747617450609631,0.012142059651544907,0.518196403762441,10.449773860302612,0.6314293406903744,0.005209787318395601,21.95166805607147,30,43
|
| 32 |
+
118296,1938161664,2.005969940322753,12.570548514855204,13.054134573930604,0.011932030220188506,0.18695083736320978,1.8697726052993229,2.1695386383396076,1.0594697547042153,63.57772123722541,11.906734625730742,1.0000885392046708,1.0004558419894147,1.0465607342911305,63.07678734606949,20.381116868459294,0.9688984656046267,0.5025729145792724,0.7291829580250827,1.0,1.0,0.9788122475147247,0.8036164673782221,0.8083813190460205,0.9375,0.375,0.65625,1.0,nan,nan,0.9888940782014591,0.17345453373491182,0.15365959560343376,5.906226851301207,0.008885049992517113,3.91125703696307,1.4546458832840536,0.0013544890170539103,0.0014317943129004331,0.01214331306504653,0.5165092497357642,10.374868171957305,0.6331857002068866,0.004631127461369502,21.9195566543847,30,43
|
| 33 |
+
122112,2000683008,2.133770307110906,10.105175063646735,11.740179549971229,0.009981592935150174,0.06046601157492604,3.776594414050752,2.1665195250508495,1.0671044219054808,30.94307612377247,42.24187465615178,1.0000828482292092,1.0001702943434976,1.147631503499438,62.722618771037425,20.017508374134188,0.9723207096977666,0.49675750689131853,0.6780913345382737,1.0,1.0,0.9759433964888254,0.8036164673782221,0.7967879176139832,0.9479166666666666,0.3541666666666667,0.5625,1.0,nan,nan,0.9796916970711512,0.16000164534852956,0.1400140014787515,5.654770069985354,0.009403437935499128,3.7668209542374855,1.3448078130086885,0.0017345679611973231,0.0009582205464433955,0.010427677094686248,0.5206173657304742,10.370787620856827,0.6327366443503203,0.004100970320511953,21.936540688101037,30,43
|
| 34 |
+
125928,2063204352,2.2826842538492507,9.760658392026091,10.006337025816386,0.006156452594082676,0.24282359866825542,2.7996935539354384,2.1646107495663025,1.062161872962166,34.8127885173978,40.16734358523601,1.0000689577966158,1.0005048853471312,1.1478334754872115,62.4966810217039,20.24105461656155,0.9618328252622582,0.5158698968311058,0.737532894037045,1.0,1.0,0.9759433964888254,0.8083508500976068,0.8143547773361206,0.9375,0.3854166666666667,0.6458333333333334,1.0,nan,nan,0.9796916970711512,0.17325449351847055,0.1534672281316792,4.914166824497767,0.009980196404894932,3.2631512932494524,1.1150492354982338,0.0015784584144315121,0.0007829888524608892,0.007609769283992239,0.5160148542473463,9.97941980840525,0.6374628500274893,0.003623353354756449,21.953993712198496,30,43
|
| 35 |
+
129744,2125725696,2.377693200601047,11.059479065157689,9.546115109535137,0.00621383375333546,0.045306746424812104,2.754643061265774,2.1621668243896295,1.0617977771365357,51.57485807572823,43.42997126870313,1.0000842218774768,1.000056156303885,1.1428450606320875,62.19689145964616,23.05807200286107,0.9755483855760979,0.48417884749970064,0.7511301224888101,1.0,1.0,0.9759433964888254,0.8083508500976068,0.8061283826828003,0.96875,0.2916666666666667,0.6354166666666666,1.0,nan,nan,0.9796916970711512,0.18334089679046883,0.15941065270453691,4.39333278569702,0.012354850931808686,2.9360733818719744,0.9233922004237811,0.0014143825680718106,0.0011881166629426581,0.005974609237934333,0.5129352215306598,10.173737051039621,0.6351855370280503,0.003201913898652705,21.892569666172903,30,43
|
| 36 |
+
133560,2188247040,3.021549968377872,11.798856871931093,9.328007168369012,0.007910761422256276,0.0839922122863539,3.626780159307466,2.1603747513266662,1.062289835831556,54.932250574542714,27.96876333253549,1.0001125112907683,1.0000915365570573,1.1426881981786456,61.989559616823435,21.299393657965663,0.9723203270061789,0.4779546512167676,0.7334997090703533,1.0,1.0,0.9759433964888254,0.8132661430356487,0.8010708689689636,0.9479166666666666,0.3229166666666667,0.625,1.0,nan,nan,0.9796916970711512,0.17256935356999747,0.14923129281184325,4.3836823275545775,0.01388366232949126,2.976329541941795,0.8772580032539523,0.0011206495738961104,0.0013212175551060678,0.005924540847565403,0.5078446971386122,10.080161439641467,0.6347637208143495,0.0028398614619212603,21.941477978284535,30,43
|
| 37 |
+
137376,2250768384,2.5750374485241947,12.832471046463056,9.219679957910616,0.005667635987919166,0.023970221295580726,4.903285056711129,2.1585308197696613,1.061934168664351,47.22422659771115,11.913498530594396,1.0000665123325456,1.0000253761077984,1.1448298039491185,61.77237183507731,17.873850403490952,0.9724431511165008,0.47964194453946063,0.7345985936192255,1.0,1.0,0.9759433964888254,0.8083508500976068,0.8012591600418091,0.9479166666666666,0.3229166666666667,0.6354166666666666,1.0,nan,nan,0.9796916970711512,0.17930810387406382,0.15735560387838632,4.79411857285173,0.014033824317098167,3.375507996986231,0.8920264323549091,0.0011052592141411613,0.0015812581010244276,0.007505605155789561,0.5023581797042732,9.681691216722724,0.6379745557154499,0.0025399532871463355,21.911988735624366,30,43
|
| 38 |
+
141192,2313289728,2.0478888734711522,15.123204249467486,15.281518895841378,0.005419990978326746,0.010619157725691976,5.425259742105961,2.1602309959186243,1.0605786574082305,88.01878859078522,62.12750287429527,1.0000505988807455,1.0000127858070873,1.1505740351351956,61.97094120823374,30.904064107220783,0.9726517014752464,0.48166814556732857,0.6839478688684156,1.0,1.0,0.9759433964888254,0.8083508500976068,0.7929251194000244,0.9479166666666666,0.3229166666666667,0.5729166666666666,1.0,nan,nan,0.9796916970711512,0.17953936803072187,0.15712161626045903,5.324750921427995,0.011779516921240997,3.8657364247820327,0.9412509700885313,0.0010622638007663982,0.0015840995183861054,0.008826736613188908,0.4945108781605173,9.746874735040485,0.6367950336910019,0.002304473351749283,21.92905312901303,30,43
|
| 39 |
+
145008,2375811072,1.8294383290458849,12.81780427710217,15.84927258281107,0.010005860276341887,0.019721977427663795,4.7792817484997725,2.157661711364701,1.059419151960051,32.439005657042706,33.257776864542194,1.0000731227404822,1.0000277105911608,1.1485641934880302,61.66949365755233,18.796337193988137,0.9728610873118267,0.4769675581009427,0.6810381592549687,1.0,1.0,0.9759433964888254,0.8083508500976068,0.7905533909797668,0.9479166666666666,0.3645833333333333,0.5833333333333334,1.0,nan,nan,0.9796916970711512,0.1777089355443119,0.15380234721427163,5.619695373738587,0.009488765146756856,4.043035578333944,1.0700705578834822,0.0011350985183599634,0.0014185764353495701,0.009382625294287432,0.48516413270570347,9.41370877486105,0.642255984098344,0.0021352149741550937,21.942552352744883,30,43
|
| 40 |
+
148824,2438332416,1.9981433623528384,14.869850529907563,13.65457323666542,0.010378989658488215,0.006791885413130212,3.921515844183842,2.156249046031822,1.0602652688733547,97.91831615959302,60.74858664338105,1.000064912172337,1.0000102046036152,1.1486283474131438,61.50143907544651,32.05390151592615,0.9712591656572594,0.49093865808392984,0.7154763465408497,1.0,1.0,0.9759433964888254,0.8083508500976068,0.8022083640098572,0.9375,0.3125,0.6354166666666666,1.0,nan,nan,0.9796916970711512,0.1697861652052476,0.14658560242969543,5.585747918534495,0.008637703069686893,3.8504733812659495,1.2364989672307234,0.001503043606668282,0.0013103246253463846,0.008672314421938885,0.47865214458562083,9.255290102033994,0.6437577839620583,0.0020334671566161833,21.938747190888648,30,43
|
training_logs/run_metrics/12_fone_small/args.yml
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adamW_lr: 0.02
|
| 2 |
+
add_reciprocal: False
|
| 3 |
+
attn_implementation: flash_attention_2
|
| 4 |
+
base: 10
|
| 5 |
+
cache_base_path: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache
|
| 6 |
+
combine_strategy: sum
|
| 7 |
+
compile: True
|
| 8 |
+
context_length: 1024
|
| 9 |
+
curriculum_advancement_difficulty_window_size: 3
|
| 10 |
+
curriculum_advancement_performance_window_size: 1
|
| 11 |
+
curriculum_advancement_threshold: 0.9
|
| 12 |
+
curriculum_generalized_mean_power: 0.0
|
| 13 |
+
curriculum_max_difficulty_fraction: 0.15
|
| 14 |
+
curriculum_new_difficulty_ratio: 0.3
|
| 15 |
+
curriculum_performance_history_size: 3
|
| 16 |
+
curriculum_step_size: 0.02
|
| 17 |
+
data_type: torch.bfloat16
|
| 18 |
+
default_vram: 200000000000
|
| 19 |
+
deterministic: False
|
| 20 |
+
device: cuda:0
|
| 21 |
+
device_batch_size: 12
|
| 22 |
+
difficulty_column: difficulty_sd
|
| 23 |
+
dropout: 0.0
|
| 24 |
+
effective_batch_size: 48
|
| 25 |
+
endgame_switch_lr_fraction: 0.5
|
| 26 |
+
endgame_switch_step_fraction: 0.5
|
| 27 |
+
eval_every_k_steps: 5088
|
| 28 |
+
eval_every_k_tokens: 62521344
|
| 29 |
+
float_type: float64
|
| 30 |
+
frequency_weight_slope: 0.0
|
| 31 |
+
grad_clip: -1.0
|
| 32 |
+
load_config_from: configs/config_FoNE_multiTask.py
|
| 33 |
+
loss_norm_magnitude: 10
|
| 34 |
+
loss_weight_momentum: 0.5
|
| 35 |
+
lr: 0.02
|
| 36 |
+
lr_scheduler_type: cosine
|
| 37 |
+
max_eval_steps: 2
|
| 38 |
+
max_milestone_eval_steps: 50
|
| 39 |
+
max_milestone_eval_tokens: 0
|
| 40 |
+
max_train_steps: 203451
|
| 41 |
+
min_difficulty_ratio: 0.5
|
| 42 |
+
model: rope_stem
|
| 43 |
+
muon_momentum_warmup: 300
|
| 44 |
+
n_embd: 768
|
| 45 |
+
n_head: 12
|
| 46 |
+
n_layer: 12
|
| 47 |
+
no_save_latest: True
|
| 48 |
+
norm: rms
|
| 49 |
+
normalize_num_embedding: False
|
| 50 |
+
num_embedding_type: fone
|
| 51 |
+
num_epochs: 1
|
| 52 |
+
num_head_type: linear
|
| 53 |
+
num_loss_type: mse
|
| 54 |
+
num_loss_weight: 10.0
|
| 55 |
+
num_warmup_steps: 20346
|
| 56 |
+
num_warmup_tokens: 250000000
|
| 57 |
+
num_workers: 4
|
| 58 |
+
online_weighting_warmup_tokens: 75497472
|
| 59 |
+
optimize_last: True
|
| 60 |
+
optimizer: Muon
|
| 61 |
+
position_embedding: rope
|
| 62 |
+
precision_type: torch.float64
|
| 63 |
+
preview_difficulty_ratio: 0.2
|
| 64 |
+
preview_exponential_decay: 0.8
|
| 65 |
+
reproducibility: {'command_line': 'python train.py --load_config_from configs/config_FoNE_multiTask.py --tqdm --verbose --seed 42 --run_name fone_gpt2_small_b192 --device_batch_size 12 --effective_batch_size 48 --num_workers 4 --n_layer 12 --n_head 12 --n_embd 768 --context_length 1024 --train_token_budget 2500000000 --num_warmup_tokens 250000000 --eval_every_k_tokens 62521344 --max_eval_steps 2 --save_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/fone_gpt2_small --default_vram 200000000000 --no_save_latest --tie_word_embeddings --wandb --wandb_group multi_task_fone_gpt2_small_b192 --tokenizer_dir /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2 --model rope_stem --num_embedding_type fone --base 10 --difficulty_column difficulty_sd --dropout 0 --cache_base_path /work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache --compile --train_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt --train_dataset_curriculum_types standard curriculum curriculum standard standard standard standard --train_set_ratios 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 0.14285714285714285 --num_loss_weight 10 --train_dataset_type pretokenized_number_pos --optimize_last --use_curriculum --weight_decay 0 --lr 0.02 --curriculum_generalized_mean_power 0 --lr_scheduler_type cosine --val_set_paths /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz /work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt --val_set_metrics logSMAPE logSMAPE logSMAPE exact_number_acc normalized_quint_class_acc exact_number_acc scaled_ppl --val_dataset_types efficient_number_prompt_pos curriculum_number_pos curriculum_number_pos efficient_number_prompt_pos efficient_number_prompt_pos efficient_number_prompt_pos pretokenized_number_pos --val_additional_metrics logSMAPE exact_number_acc --loss_weight_momentum 0.5 --online_weighting_warmup_tokens 75497472 --reset_loss_after_warmup --grad_clip -1 --wandb_project bittoken_v3', 'time': 'Thu Jul 23 11:13:55 2026', 'git_root': '/work8/yizhanh/byte_v2/math_bittoken/_paper_repo', 'git_url': 'https://github.com/KreitnerL/BitTokens/tree/192363b53b04652aec75c4cdf84d1a330beb25d9', 'git_has_uncommitted_changes': True}
|
| 66 |
+
reset_loss_after_warmup: True
|
| 67 |
+
run_name: fone_gpt2_small_b192
|
| 68 |
+
save_checkpoint_steps: 9223372036854775807
|
| 69 |
+
save_checkpoint_tokens: 113336795588871485116416
|
| 70 |
+
save_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_data/trained/multiTask/fone_gpt2_small
|
| 71 |
+
seed: 42
|
| 72 |
+
stop_after: 9223372036854775807
|
| 73 |
+
task_loss_exponent: -1
|
| 74 |
+
task_ratio_cap: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 75 |
+
tie_word_embeddings: True
|
| 76 |
+
tokenizer_dir: /work8/yizhanh/byte_v2/math_bittoken/_paper_repo/tokenizers/num_text/bittoken_gpt2
|
| 77 |
+
tqdm: True
|
| 78 |
+
train_cache_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/96841076'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/63050008'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/44316829'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/48579485'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/63589654'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/28473695'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/cache/bittoken_gpt2_47200109_pos/13591814')]
|
| 79 |
+
train_dataset_curriculum_types: ['standard', 'curriculum', 'curriculum', 'standard', 'standard', 'standard', 'standard']
|
| 80 |
+
train_dataset_type: pretokenized_number_pos
|
| 81 |
+
train_set_loss_weights: tensor([1., 1., 1., 1., 1., 1., 1.])
|
| 82 |
+
train_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_train_30M.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/000_00000_train.txt')]
|
| 83 |
+
train_set_ratios: [0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285, 0.14285714285714285]
|
| 84 |
+
train_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 85 |
+
train_token_budget: 2500000000
|
| 86 |
+
unique_samples: 9223372036854775807
|
| 87 |
+
use_curriculum: True
|
| 88 |
+
val_additional_metrics: [logSMAPE, exact_number_acc]
|
| 89 |
+
val_cache_paths: [None, None, None, None, None, None, None]
|
| 90 |
+
val_dataset_types: ['efficient_number_prompt_pos', 'curriculum_number_pos', 'curriculum_number_pos', 'efficient_number_prompt_pos', 'efficient_number_prompt_pos', 'efficient_number_prompt_pos', 'pretokenized_number_pos']
|
| 91 |
+
val_set_metrics: [logSMAPE, logSMAPE, logSMAPE, exact_number_acc, normalized_quint_class_acc, exact_number_acc, scaled_ppl]
|
| 92 |
+
val_set_paths: [PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Addition_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Multiplication_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Division_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/MinMax_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Interval_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/Sorting_decimal_uniform_val_10k.csv.gz'), PosixPath('/work8/yizhanh/byte_v2/math_bittoken/_paper_data/val_text.txt')]
|
| 93 |
+
val_set_tokens: [-1, -1, -1, -1, -1, -1, -1]
|
| 94 |
+
verbose: True
|
| 95 |
+
wandb: True
|
| 96 |
+
wandb_group: multi_task_fone_gpt2_small_b192
|
| 97 |
+
wandb_project: bittoken_v3
|
| 98 |
+
wandb_sweep_id: False
|
| 99 |
+
weight_decay: 0.0
|
training_logs/run_metrics/12_fone_small/metrics.csv
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
step,num_tokens,val_gen_loss_Addition_decimal_uniform_val_10k.csv.gz,val_gen_loss_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_loss_Division_decimal_uniform_val_10k.csv.gz,val_gen_loss_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_loss_Interval_decimal_uniform_val_10k.csv.gz,val_gen_loss_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_loss_val_text.txt,val_gen_perplexity_Addition_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Multiplication_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Division_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_MinMax_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Interval_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_Sorting_decimal_uniform_val_10k.csv.gz,val_gen_perplexity_val_text.txt,val_gen_perplexity_total,val_gen_acc_Addition_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Multiplication_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_Division_decimal_uniform_val_10k.csv.gz logSMAPE,val_gen_acc_MinMax_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_Interval_decimal_uniform_val_10k.csv.gz normalized_quint_class_acc,val_gen_acc_Sorting_decimal_uniform_val_10k.csv.gz exact_number_acc,val_gen_acc_val_text.txt scaled_ppl,val_gen_acc_total,additional_metrics_Addition_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Multiplication_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Division_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_MinMax_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_Interval_decimal_uniform_val_10k.csv.gz_exact_number_acc,additional_metrics_Sorting_decimal_uniform_val_10k.csv.gz_logSMAPE,additional_metrics_val_text.txt_logSMAPE,additional_metrics_val_text.txt_exact_number_acc,train_loss_train_total,train_loss_Addition_decimal_uniform_train_30M,train_loss_Multiplication_decimal_uniform_train_30M,train_loss_Division_decimal_uniform_train_30M,train_loss_MinMax_decimal_uniform_train_30M,train_loss_Interval_decimal_uniform_train_30M,train_loss_Sorting_decimal_uniform_train_30M,train_loss_000_00000_train.txt,train_perplexity,train_token_accs,lr,duration,max_difficulty_Multiplication_decimal_uniform_val_10k.csv.gz,max_difficulty_Division_decimal_uniform_val_10k.csv.gz
|
| 2 |
+
5088,62521344,0.0004319015279179439,2.0301959828827876e-06,7.09934660392264e-07,1.8995907566932146e-06,0.7164867222309113,1.7367806890433712e-06,5.1606001884210855,1.0004319952326615,1.000002030200836,1.0000007099351382,1.0000018995926458,2.0474414889015637,1.0000017367824694,163.9981130929583,24.435141850514803,0.6430682708917157,0.05205784843994666,0.06666506037594191,0.1770833358168602,0.0885416604578495,0.1785714328289032,0.29329477948234206,0.11342364549636841,0.5416666666666666,0.03125,0.03125,0.5442535334344333,nan,nan,0.5567470743165662,nan,nan,4.4280878370569186,0.409763917389894,0.416033281211056,0.38031097373972006,0.2619244985534288,0.03748922547107305,0.5805979712702241,2.34196795272471,288411.59703116934,0.648955989777561,0.004997126321997158,24.446480427713688,4,6
|
| 3 |
+
10176,125042688,0.000847161862793655,9.392930139137228e-06,1.199847413001522e-05,1.8850345123234188e-05,0.3082173732347462,6.44007192275524e-06,2.878837904653764,1.0002430490819196,1.0000027354445447,1.000003194212541,1.0000034561629128,1.0081252460193526,1.0000026173680987,106.49777396450398,16.07230775182762,0.7400660995646549,0.1361604100481545,0.18020008489153067,0.8229166865348816,1.0,0.607142835855484,0.5252674387625423,0.3498086929321289,0.71875,0.10416666666666667,0.11458333333333333,0.8438589692426225,nan,nan,0.7901811925694346,nan,nan,4.385078754170604,0.4030376713349782,0.5071866819997816,0.445190385472572,0.37645289296579226,0.3754218333325844,0.5324069061397425,1.74538236507267,14.751812099707577,0.7014452711028872,0.009998084214664627,24.416884104922595,4,6
|
| 4 |
+
15264,187564032,0.0013589432238652645,4.0725539704527624e-05,2.6865804376731473e-05,2.9953835842635437e-05,3.517110567765739,8.517726017423359e-06,2.352243437319771,1.0001099786474577,1.0000042107545073,1.000002228852328,1.0000014472233194,1.0247915768638647,1.000001290146987,104.56132824974092,15.798034140318483,0.8290292099911225,0.165974459685297,0.21298758958034647,0.9270833134651184,0.973958320915699,0.7619047462940216,0.5301161537543888,0.40625321865081787,0.8645833333333334,0.10416666666666667,0.125,0.9128216281533241,nan,nan,0.844027033696572,nan,nan,4.408871150671248,0.42933956510646815,0.6695829384078766,0.5407993527635981,0.4676520401641193,0.314248094285865,0.5187676770718957,1.4684814640827712,8.989605767734396,0.7136182298286343,0.014999042107332095,24.435221874788432,4,6
|
| 5 |
+
20352,250085376,0.0030148110799181893,0.0005582483721698611,0.0007409820506387051,0.00012497094852974245,17.762060576590237,9.74228544084536e-06,2.45170878710141,1.0000713318516135,1.0000263186215745,1.000022639289512,1.0000019228556127,1.0268524709132416,1.000000521291507,127.74438596114798,19.11019445228158,0.8218060925997852,0.22061705648284202,0.32501324591017877,0.8958333134651184,0.986979179084301,0.693452388048172,0.4238312871350527,0.4743404686450958,0.84375,0.10416666666666667,0.25,0.9048691593731443,nan,nan,0.817803505808115,nan,nan,5.374633208133936,0.4547482300613847,1.2997323794472622,0.8949574792457071,0.5222188716222038,0.3581921777379079,0.5298720167972543,1.314912031272288,8.776357218974605,0.7351205864886068,0.020000000000000004,24.83126177740248,4,6
|
| 6 |
+
25440,312606720,0.04719281489358564,0.020307303658809516,0.000551889138688475,6.157181539789261e-05,6.604346357253803,4.657480062788787e-05,2.4285025002341953,1.000669177550797,1.00046302834622,1.0000061068139101,1.000000717109531,1.005179793571199,1.0000015740739927,122.04829078463055,18.2935158831566,0.7700025723480791,0.2339688745752969,0.3515102702703691,0.8333333432674408,1.0,0.8035714328289032,0.44392432715233965,0.49593618512153625,0.75,0.14583333333333334,0.2708333333333333,0.8721132604405284,nan,nan,0.8651446889465054,nan,nan,7.687485237945597,0.47573241465902044,2.839990182473843,1.8047186017772798,0.5679043047607705,0.4900730148831058,0.5319523030594224,0.9771143825194673,12.450924711079342,0.6940801395747647,0.019965729849129636,24.9220580558768,4,7
|
| 7 |
+
30528,375128064,0.014365173560102057,5.420163266164419e-05,0.00018535988616748728,0.00016040727794365724,13.723709307681844,6.4915382522691065e-06,2.3282328157295495,1.000348932897941,1.000001872470678,1.000002411831441,1.0000048228066927,1.0273583521076266,1.0000002830904884,100.65313575039052,15.240121775085056,0.8266050878123152,0.2582697531745394,0.4144386825515691,0.9270833134651184,0.986979179084301,0.8482142984867096,0.5548263289770964,0.5569813251495361,0.8541666666666666,0.10416666666666667,0.34375,0.900954912106196,nan,nan,0.8835450044522682,nan,nan,8.71634484101204,0.42071462024061057,3.6957040104536008,2.3743490583479487,0.4688748379269969,0.34009544815838844,0.4741384404627713,0.9424683874936173,12.485596340852526,0.6825187807937838,0.019863180383909898,24.961853772578753,4,8
|
| 8 |
+
35616,437649408,0.0016074856419139366,5.319203030061982e-06,0.0003305957373139681,3.0666210487197016e-06,3.708915934635314,2.086792730216105e-06,2.2578797349064885,1.0000784179915119,1.0000003781581013,1.0000074463187916,1.0000003036484284,1.0292747731607623,1.0000001766039825,87.64786767257634,13.382461309779702,0.8365925192021986,0.27921627303192575,0.3652950976454537,0.9375,0.973958320915699,0.8095238208770752,0.6283955040232729,0.5629569292068481,0.875,0.16666666666666666,0.28125,0.9070953868019084,nan,nan,0.8636706156345705,nan,nan,8.909972730479291,0.31525194157067377,3.9984171421325736,2.677150995675167,0.3105666687569488,0.29599789106287555,0.37111795788714713,0.9414700958953711,10.79685569097692,0.708955753377914,0.019693132578928373,25.058810857574425,4,9
|
| 9 |
+
40704,500170752,0.0010842701504777913,2.126461408449611e-06,2.621553717593218e-06,1.7294813256948966e-07,0.023864476683351593,1.0424639872325305e-06,2.233455853495265,1.0000935704764848,1.0000002776881078,1.0000001060214099,1.000000060718303,1.0011745536907495,1.0000001807013512,83.65800791830415,12.808468095371508,0.8245996942288105,0.30363756425805505,0.3983422262421944,0.90625,1.0,0.8452381193637848,0.6531939867904204,0.5915159583091736,0.84375,0.15625,0.3229166666666667,0.8867397620342672,nan,nan,0.8690893271317085,nan,nan,7.689740496145784,0.1894536481326911,3.509121655015353,2.530282444256916,0.13974364020687136,0.1737728027168111,0.2380652349038283,0.909301040707115,8.941515885715214,0.7666669896505071,0.01945688144839207,24.852910931676085,4,9
|
| 10 |
+
45792,562692096,0.004189219876077854,4.771717752381695e-07,2.5015164848462827e-06,6.131734286503726e-09,0.01430565568003106,2.5354617696664394e-08,2.2192244768543503,1.000394635645704,1.000000083194354,1.0000001330657906,1.0000000049222466,1.0042858201531448,1.0000000052187459,81.16902784172913,12.453386931989874,0.8317545109030615,0.3207748911884665,0.4341485442263838,0.8541666567325592,1.0,0.8601190447807312,0.6657741693544478,0.6109023690223694,0.8854166666666666,0.17708333333333334,0.3125,0.8670154378438989,nan,nan,0.8780985251069069,nan,nan,4.8961916264913885,0.07162333331440224,2.085254040056341,1.7532586666220895,0.028839817984738045,0.03254377649649208,0.09637108627267368,0.828300891490156,7.422724668944032,0.7850036460718831,0.019156226183831337,24.94121108001437,4,10
|
| 11 |
+
50880,625213440,0.0001125114753361767,1.68863472913034e-07,9.048505130972851e-07,1.7326452898698203e-07,0.0760715129122599,1.2780447455010703e-07,2.212375394894039,1.0000041846762906,1.0000000219062075,1.000000040723708,1.0000000694359108,1.0512795619103272,1.0000000144872523,79.89641967860118,12.278243367391553,0.8602735544959511,0.3314476834292188,0.39518120228028325,0.9270833134651184,0.9609375,0.8958333432674408,0.6737853072375367,0.6124391555786133,0.9166666666666666,0.19791666666666666,0.2916666666666667,0.9149825004860759,nan,nan,0.8944598839928707,nan,nan,3.598784801403775,0.04246857978957501,1.3882553416109926,1.3816479011507043,0.005923000496265855,0.004194469904027829,0.042474063887104375,0.7338214394239957,6.92879572196764,0.79605662256901,0.018793456452196412,24.959419076235775,4,12
|
| 12 |
+
55968,687734784,0.008074191289672208,3.161746074141531e-08,1.8329158298091706e-07,3.7434830171604237e-06,0.04641750640243708,0.00039052031051583624,2.2360393620684746,1.0000740037260443,1.0000000020811775,1.0000000058165717,1.000000096485706,1.0168801130390543,1.0000131681696236,83.39057828636929,12.77250652509821,0.8504444489459213,0.35081852753440657,0.4429711045144561,0.9166666865348816,0.986979179084301,0.8333333134651184,0.6531939867904205,0.6295611262321472,0.9166666666666666,0.23958333333333334,0.3229166666666667,0.908182818753024,nan,nan,0.876379620594283,nan,nan,3.7464413181029306,0.07830214308133697,1.4111011156634319,1.5402095011984998,0.012106387986498436,0.00034440707052986653,0.048667645462971025,0.6557101130324261,6.90960483916057,0.8075666679830859,0.018371334958694578,24.990258001406584,5,12
|
| 13 |
+
61056,750256128,6.484358445560845e-05,1.0666672736069551e-07,9.640932750224405e-07,7.556072882244307e-06,1.2590688738000253,3.220189113304809e-06,2.248802379986003,1.0000003367877786,1.000000003825201,1.0000000237118805,1.0000000399475266,1.019783039116311,1.0000000533473623,85.49890092935124,13.074097775155327,0.8700516728532034,0.35459924076018373,0.4887209711732066,0.8854166567325592,0.973958358168602,0.8511904776096344,0.6323510059606774,0.6405578851699829,0.9270833333333334,0.21875,0.375,0.9012410826981068,nan,nan,0.8824522650490204,nan,nan,5.250387467558162,0.14934737502316475,2.360572281980577,1.9397164797797097,0.058326526316733844,0.0007403933175038626,0.10807678721429591,0.6336076158044954,7.346606468184377,0.7961487330191728,0.017893076407163026,24.94954864102913,7,12
|
| 14 |
+
66144,812777472,0.0020448657909406826,1.2389651791677942e-06,0.00033675714034667523,4.61701560034846e-07,9.76201655561644,9.988174161991876e-07,2.2474224624673766,1.0000126656026604,1.000000044561589,1.0000090794626288,1.0000000030788048,1.0277116488747722,1.0000000146076105,85.22536821706272,13.036157381892968,0.8684334026290905,0.37766670107400974,0.41460682771972646,0.9583333134651184,0.9609375,0.8660714030265808,0.6410245440488788,0.6357839107513428,0.9166666666666666,0.20833333333333334,0.3020833333333333,0.9210380163664619,nan,nan,0.8854069762552778,nan,nan,7.310055713529505,0.20080260282066906,3.899133662045102,2.2923540395479707,0.09724869709409215,0.0073351414438546005,0.17132854340873274,0.6418530217360061,8.878184792357233,0.777271859781266,0.017362323018206012,24.854245070788807,9,13
|
| 15 |
+
71232,875298816,0.001079492622327238,4.892817130890705e-07,1.540451940182712e-05,0.023140363360817484,3.041011914847969,0.011967668095357764,2.2195603830955335,1.0000132960568098,1.0000000317823132,1.000000640318,1.0002707066746397,1.0174224338838123,1.0002641189395065,80.9186679240591,12.419519878816311,0.8881042138679328,0.3729250402281417,0.4608699236773086,0.9270833134651184,0.986979179084301,0.8928571343421936,0.6697296712918522,0.6552901268005371,0.96875,0.17708333333333334,0.3541666666666667,0.9035737961530685,nan,nan,0.8981433107207218,nan,nan,8.348280688326033,0.21068221790627972,4.750352282364641,2.4146730650409327,0.10836407351658746,0.008478784028970036,0.19969943665862003,0.6560308209889225,8.92223303090289,0.7776223507434504,0.016783116791537683,24.909501419488322,10,14
|
| 16 |
+
76320,937820160,4.5206540343754225e-05,0.0,1.6722594955626588e-08,0.0,7.294184886588944,9.202908487158787e-09,2.195427497659452,1.0000012272163652,1.0,1.0000000010276662,1.0,1.0643017282856848,1.0000000003915637,76.99317271411098,11.865353667290323,0.8876931295730226,0.3818888885361042,0.46022485661467655,0.9583333432674408,0.9609375,0.9017857313156128,0.6902607086829596,0.6628978848457336,0.96875,0.25,0.3333333333333333,0.9210119936615229,nan,nan,0.9026016121109327,nan,nan,7.990536413829094,0.1696988114009877,4.742961874410231,2.104814704233429,0.10116486233422979,0.00912207317643509,0.18961410412583343,0.6731599810221306,8.776489373975954,0.7836789397065932,0.016159868723772935,24.952026077902993,11,16
|
| 17 |
+
81408,1000341504,2.368964848296597e-05,3.230913891843994e-09,0.0,0.0,0.045955752106947134,1.2402315873810106e-07,2.173985566572945,1.0000012396148723,1.0000000009934107,1.0,1.0,1.000975698902164,1.0000000112208904,73.97666647869477,11.425377632775158,0.8869604661059387,0.37563923850055597,0.49666626939579445,0.96875,1.0,0.9285714328289032,0.7145790978908928,0.6788468360900879,0.9479166666666666,0.25,0.4166666666666667,0.9239286944891015,nan,nan,0.9018578187872967,nan,nan,6.464341314140496,0.09618585799072583,3.7879406641215807,1.7173597518965094,0.05486928148539419,0.008733982555075953,0.1284190471985961,0.670832728666453,8.574234952412123,0.7957690861954723,0.015497325216091833,24.977791761546012,13,18
|
| 18 |
+
86496,1062862848,1.6073455255271517e-05,6.665951999468142e-09,2.704042784919467e-07,0.0005505378926294527,1.938051588575529,7.789225414121919e-08,2.1720268584416402,1.000000919856244,1.0000000031576264,1.0000000185176514,1.0001549759439246,1.054999969419226,1.0000000114777392,73.67328342425883,11.389777046090176,0.8905098173080914,0.38252730967062376,0.49096746693197457,0.9895833432674408,0.9609375,0.9375,0.7145790978908928,0.680192232131958,0.96875,0.22916666666666666,0.40625,0.9333558582390348,nan,nan,0.9117484129965305,nan,nan,4.627159249347945,0.04320890436753991,2.2629066431986944,1.599715948016457,0.015824909713054645,0.0022083755891880905,0.062171810029724654,0.6411226532380186,8.461198775296879,0.8107050611584816,0.014800531927597655,25.01660382826749,14,19
|
| 19 |
+
91584,1125384192,3.551863568555156e-06,8.991127471152907e-09,1.766469023288777e-08,0.0,0.17600557642538206,1.6853947711265708e-09,2.168414035224501,1.0000000958489497,1.000000003596831,1.0000000010276662,1.0,1.0026760333042917,1.0000000002608518,73.13287077049515,11.305078129219106,0.8724936423840574,0.38380563911280186,0.5125969209735947,1.0,1.0,0.9375,0.7189506035985043,0.6889723539352417,0.9479166666666666,0.25,0.3854166666666667,0.9370204964652658,nan,nan,0.9079876647641262,nan,nan,3.8009548973784133,0.027288422299631986,1.3964272770728505,1.738500417139231,0.0039790099197495035,0.0014417420696761375,0.026183317785816517,0.6071347039049428,8.416678234442788,0.8197022309913388,0.014074795349650518,25.021311292762572,16,21
|
| 20 |
+
96672,1187905536,2.712450204822082e-05,0.0,1.9513573080114267e-08,4.3304038885337426e-09,0.6505019844675326,4.169327929710613e-09,2.181373097540991,1.0000002269586616,1.0,1.0000000010643686,1.000000000614481,1.0019293825585915,1.0000000003918497,75.1662559350174,11.595455078086479,0.8874425266291804,0.3822383456567089,0.5369996045397518,0.9375,1.0,0.8928571343421936,0.7023672692925917,0.6852249503135681,0.96875,0.3020833333333333,0.3958333333333333,0.9204030288383365,nan,nan,0.8995984184245268,nan,nan,4.215736934891756,0.05040950322717926,1.440821406313037,2.1297800424784703,0.000898161686671473,0.0033839540378392536,0.01301201494106449,0.577431840355742,8.837314313031593,0.8226455344156649,0.013325642393809753,25.027797309420876,18,23
|
| 21 |
+
101760,1250426880,4.6712075157358414e-05,0.0,0.0,1.2315501545457963e-07,7.232981942804116,3.731079482202613e-09,2.168121503738675,1.0000001952239823,1.0,1.0,1.0000000036868841,1.0186635209333101,1.0000000001307119,72.99073918923867,11.287057558459079,0.8856047512820273,0.40785960950310246,0.4949631415053058,0.96875,0.973958320915699,0.9077380895614624,0.7191518146508041,0.6894846558570862,0.96875,0.22916666666666666,0.375,0.9185816024740537,nan,nan,0.9001435479149222,nan,nan,5.421961957828945,0.10788398911985699,2.3201028719150156,2.4057135175829063,0.0017456581932066967,0.003913115667736477,0.017926412772084052,0.5646763700791821,9.171199411669242,0.8123435489774781,0.012558778301146429,25.02809928072884,20,25
|
| 22 |
+
106848,1312948224,2.367423969536816e-05,0.0,5.101299649825373e-09,0.0,6.651783089449682,1.1345234848975381e-08,2.162251079137995,1.0000001195603054,1.0,1.0000000005321843,1.0,1.03150032041947,1.000000000130426,72.25520304366228,11.183814783472096,0.9034961344898655,0.40381327366372943,0.4777541786577543,0.96875,0.986979179084301,0.8988095223903656,0.7191518146508041,0.6846038699150085,0.9895833333333334,0.25,0.375,0.9254736490547657,nan,nan,0.8975165865073601,nan,nan,6.594723327899551,0.14925593683271274,3.3765571174956537,2.4395014223183407,0.013273345348318439,0.004383550764763415,0.05329940200327632,0.558452528579067,9.265644526893988,0.8190826377274949,0.011780043193471874,25.03245437608796,22,27
|
| 23 |
+
111936,1375469568,0.30902184251651793,0.00043709506081001086,7.959874923379245e-05,0.007338896642399833,4.295035264315597,3.3933994293626344e-05,2.1677982378371823,1.0025831129296172,1.000061810819348,1.0000122383297207,1.0000307012859615,1.0258051798027892,1.0000003644417725,73.07082129706734,11.299902100668078,0.9026002095683574,0.4250456317017389,0.5210205728213589,0.9479166567325592,0.986979179084301,0.9166666865348816,0.7191518146508041,0.7049713134765625,0.9895833333333334,0.2916666666666667,0.40625,0.9213302976762255,nan,nan,0.9028605384131273,nan,nan,7.124972116846427,0.16269703474335817,4.037856721684408,2.2562561781174706,0.01983435427316765,0.004296955539080991,0.09092605016925477,0.5531047979199748,9.326845270259389,0.8263964630991408,0.010995367597369719,25.02126698873974,23,29
|
| 24 |
+
117024,1437990912,3.3410707473595976e-06,0.0,3.149810161331668e-08,6.689948936492159e-08,0.5549735683866017,2.390859365747667e-07,2.1474351592990573,1.00000005826948,1.0,1.0000000061659935,1.0000000006208816,1.006050360289694,1.0000000036519212,70.25985880697249,10.895129890852923,0.9058903290154476,0.4168525874638093,0.5179856381331773,0.9791666865348816,0.986979179084301,0.9375,0.7391555475488988,0.7079715728759766,1.0,0.2604166666666667,0.3958333333333333,0.9277059364443024,nan,nan,0.9082130190605918,nan,nan,6.714337812420332,0.13946719923461792,4.012587996913279,1.8697770328536756,0.02384443411973208,0.0017967884361900057,0.11225504278853227,0.5546092948833466,9.660077478057184,0.8187544322953378,0.01021072727974235,25.023840408765153,24,31
|
| 25 |
+
122112,1500512256,3.2455776354729825e-06,0.0,0.0,7.884901804939529e-08,1.8952797410776592,0.0,2.135357306285414,1.0000001094197293,1.0,1.0,1.0000000012289616,1.0216375044408554,1.0,68.55860668977304,10.654320614980369,0.9058903290154476,0.41656753885532005,0.5000704752908438,0.96875,0.986979179084301,0.9494047462940216,0.7558593223491838,0.7052246332168579,1.0,0.2708333333333333,0.3854166666666667,0.9244484653075536,nan,nan,0.9157459040482839,nan,nan,5.542456607428034,0.08210429527896108,3.1946846366640345,1.5922718330755323,0.023881997538462846,0.001055387511176322,0.10971160554189205,0.5387468373311531,9.575918391065777,0.8314685483796979,0.009432097738825898,24.974756226690623,26,33
|
| 26 |
+
127200,1563033600,1.5958983430350662e-06,0.0,0.0,4.402381583524099e-08,0.2540545373551115,0.0,2.130618991356414,1.000000063012417,1.0,1.0,1.0000000018434423,1.0019652754649373,1.0,67.9656718844379,10.56680531782267,0.9058903290154476,0.4242387075890578,0.5093422172140396,0.9791666865348816,1.0,0.943452388048172,0.7684489360248992,0.7137830257415771,1.0,0.28125,0.3854166666666667,0.9318882732962569,nan,nan,0.913947065671285,nan,nan,4.372135005616027,0.040384754070439344,2.200631435222329,1.5304128429265473,0.012575203368125782,0.0005629285852573659,0.07401180537160376,0.5135560239234984,9.214209004276016,0.8502929444840681,0.008665408697250875,24.82191159985901,28,35
|
| 27 |
+
132288,1625554944,2.2733688869301304e-07,0.0,0.0,0.0,0.010401616515934242,0.0,2.1298526107888165,1.0000000050988036,1.0,1.0,1.0,1.0000310374035273,1.0,67.72680519990898,10.53240517748733,0.9058903290154476,0.4230675249897963,0.48288510177239863,1.0,1.0,0.9464285671710968,0.7640626097305216,0.7067952752113342,1.0,0.3229166666666667,0.3541666666666667,0.9370712653423349,nan,nan,0.916698889185985,nan,nan,3.8649237013404383,0.024349753546458984,1.607760012350678,1.7021132408371054,0.006121799317715477,0.00040524880697270706,0.035414531412264055,0.4887591035662263,8.749879773776486,0.8575009990881823,0.007916498943711495,24.809828022744096,30,37
|
| 28 |
+
137376,1688076288,0.0,0.0,0.0,0.0,5.37781322507067,0.0,2.130586597067449,1.0,1.0,1.0,1.0,1.005588298932902,1.0,67.77666724009354,10.540322219860922,0.9058903290154476,0.41342784825017953,0.46590613333953024,1.0,0.986979179084301,0.9553571343421936,0.7684489360248992,0.6978862881660461,1.0,0.23958333333333334,0.3541666666666667,0.9364637257531285,nan,nan,0.9162545939907432,nan,nan,4.187605126796044,0.032921571799695896,1.608271310808478,2.0758607717617705,0.002116195873868599,0.0008549274481473439,0.011822679864076107,0.45575765787446454,8.405391286004264,0.8613440246912856,0.007191071867150021,24.835439050340472,30,39
|
| 29 |
+
142464,1750597632,1.186705660685889e-06,0.0,0.0,0.0,0.2138215308102709,0.0,2.135179120801922,1.0000000041106634,1.0,1.0,1.0,1.0001964803083836,1.0,68.36634600270847,10.62379178387536,0.9058903290154476,0.4043262676903505,0.5505567454690493,1.0,1.0,0.9642857015132904,0.7437282643088102,0.7161056399345398,1.0,0.25,0.4166666666666667,0.9364129568760594,nan,nan,0.9182719718664885,nan,nan,5.077322177916953,0.06585697813311854,2.1192761614880924,2.4555178739024623,0.0007390157865980949,0.0014436184822331588,0.004393797398988618,0.4300947211089785,7.804660879942419,0.8650046637715221,0.006494652022090374,24.851994649131257,30,41
|
| 30 |
+
147552,1813118976,6.144754355037827e-07,0.0,0.0,0.0,0.30481174287781443,0.0,2.131383424929787,1.000000002042157,1.0,1.0,1.0,1.000361260578337,1.0,67.68478125608775,10.526448931244033,0.9058903290154476,0.4152835446551098,0.5188383708201596,1.0,1.0,0.9523809254169464,0.7640626097305216,0.7144274711608887,1.0,0.2708333333333333,0.3958333333333333,0.9364129568760594,nan,nan,0.9145554195468625,nan,nan,6.049837024097547,0.10080838249109247,2.9554339755516477,2.5604172170890043,0.0005724881288919776,0.001767767690215871,0.0052519652781603775,0.4255852165624829,8.488488961362615,0.8564910781130476,0.005832543055900948,24.80543555992761,30,43
|
| 31 |
+
152640,1875640320,0.0,0.0,0.0,0.0,0.5626793312519386,0.0,2.1210076953704515,1.0,1.0,1.0,1.0,1.0013858297067275,1.0,66.33043310364795,10.333116990479239,0.9058903290154476,0.41754847843148507,0.46595716503338974,1.0,1.0,0.9553571343421936,0.7721903162184011,0.7009333372116089,1.0,0.28125,0.3125,0.9361167025441924,nan,nan,0.9187591318041086,nan,nan,6.4060148875340355,0.11802426484531821,3.5265810750476794,2.3205741524334864,0.0007628847088293583,0.001676982414931343,0.013530602783854963,0.4248649134500632,8.134179150556806,0.8589009654667205,0.005209787318395601,24.804749522544636,30,43
|
| 32 |
+
157728,1938161664,0.0,0.0,0.0,0.0,0.729686491219246,0.0,2.1198267166051465,1.0,1.0,1.0,1.0,1.0037378095105232,1.0,66.2097856143233,10.31621763197626,0.9058903290154476,0.43707948176820494,0.5052642038104331,1.0,1.0,0.9702380895614624,0.7721903162184011,0.7218984365463257,1.0,0.23958333333333334,0.3645833333333333,0.9359300630167127,nan,nan,0.9222291565189759,nan,nan,6.044338245067816,0.11196288468807532,3.5792394810732286,1.9074577652326814,0.0008946999278534595,0.0011741182419094448,0.02179900705892602,0.42181027771566404,7.884654138026373,0.8652446585174345,0.004631127461369502,24.8372569147925,30,43
|
| 33 |
+
162816,2000683008,6.312335119465577e-08,0.0,0.0,0.0,0.009368782878873806,0.0,2.1166380363309045,1.0000000010276662,1.0,1.0,1.0,1.0000695614960344,1.0,65.79334544966716,10.256202144598694,0.9058903290154476,0.45172919414373813,0.47922996481024216,1.0,1.0,0.9672618806362152,0.7721903162184011,0.71919184923172,1.0,0.2604166666666667,0.3854166666666667,0.9370204964652658,nan,nan,0.9200033424422145,nan,nan,5.187279979235627,0.08200075651329458,3.1709648794193663,1.4853709454816155,0.0010758943352744048,0.0005352524174950893,0.025950435148668377,0.421381805411418,7.873362712468366,0.8652867835905379,0.004100970320511953,24.816028149181047,30,43
|
| 34 |
+
167904,2063204352,2.6867948416535118e-08,0.0,0.0,0.0,0.6225530768003396,0.0,2.1132462720569833,1.000000000513833,1.0,1.0,1.0,1.0030669222627093,1.0,65.33578172489885,10.191264092525056,0.9058903290154476,0.4246454925708878,0.5361349943430559,0.9895833432674408,1.0,0.9642857313156128,0.7760072773053612,0.7246223092079163,1.0,0.2708333333333333,0.375,0.9359000930562615,nan,nan,0.921356214210391,nan,nan,4.274411633481863,0.04981500946515668,2.4053235038481544,1.3789665875838277,0.0011483235862344131,0.0002184981801938186,0.02472251793448116,0.4142171825407905,7.816485140917811,0.8654343222484648,0.003623353354756449,24.82085821432461,30,43
|
| 35 |
+
172992,2125725696,0.0,0.0,0.0,0.0,0.5868208031258914,0.0,2.1163987274673985,1.0,1.0,1.0,1.0,1.0007909844509972,1.0,65.78973021051777,10.255788742138396,0.9058903290154476,0.41043755820530325,0.5800475637273378,0.9895833432674408,1.0,0.9613095223903656,0.7761729947030889,0.7289043664932251,1.0,0.2708333333333333,0.4583333333333333,0.9359000930562615,nan,nan,0.9201267485817274,nan,nan,3.9801207077718757,0.035464344229181766,1.8688799734279926,1.649107925644553,0.0009596887995404088,0.0005382415969586872,0.016410985909294233,0.40875953821055355,7.8112938667196525,0.8656187265900508,0.003201913898652705,24.834500692052124,30,43
|
| 36 |
+
178080,2188247040,7.461654429107268e-08,0.0,0.0,0.0,0.2322368958252855,0.0,2.113712181511076,1.000000000513833,1.0,1.0,1.0,1.000210358986402,1.0,65.37370168895828,10.196273149779786,0.9058903290154476,0.43341360637432147,0.5082545524979357,0.9895833432674408,1.0,0.9613095223903656,0.7803936035997389,0.7208433151245117,1.0,0.22916666666666666,0.4166666666666667,0.9359000930562615,nan,nan,0.9201268429557482,nan,nan,4.235805062500982,0.041451329294695125,1.8143143299575706,1.96118905850042,0.0008899209686331166,0.0006739503684204639,0.008117503227179487,0.409168959923641,7.832144800737594,0.8643700134290276,0.0028398614619212603,24.82646705480356,30,43
|
| 37 |
+
183168,2250768384,1.2860277167235773e-07,0.0,0.0,0.0,0.6195482185295453,0.0,2.1155166282786197,1.000000000513833,1.0,1.0,1.0,1.0004675312921538,1.0,65.6054608300623,10.229418337409754,0.9058903290154476,0.4247446541083899,0.4827482945947972,1.0,1.0,0.9613095223903656,0.7803936035997389,0.7105612754821777,1.0,0.22916666666666666,0.375,0.9364129568760594,nan,nan,0.9201303254812956,nan,nan,4.876393889188298,0.06452268905165343,2.188667382917807,2.2101123288781674,0.0007248731996082731,0.0011735540272054799,0.003826809447353095,0.40736624120633985,7.627272939133756,0.8674915737396328,0.0025399532871463355,24.829885401127008,30,43
|
| 38 |
+
188256,2313289728,1.4528867322515152e-07,0.0,0.0,0.0,0.6154290886455219,0.0,2.111972463035009,1.000000000513833,1.0,1.0,1.0,1.000661286263897,1.0,65.16876446530073,10.167060821725494,0.9058903290154476,0.42730817279733746,0.5197096268137386,1.0,1.0,0.9642857015132904,0.7760072773053612,0.7220996022224426,1.0,0.23958333333333334,0.3854166666666667,0.9364129568760594,nan,nan,0.9204088834424814,nan,nan,5.602227548441891,0.09152143207804428,2.833000069835754,2.268627998745313,0.0006849858985821005,0.0012996857338919438,0.00415268521234239,0.402940679855793,7.382863999889144,0.8712362119658563,0.002304473351749283,24.85129822787377,30,43
|
| 39 |
+
193344,2375811072,1.1589290609485363e-07,0.0,0.0,0.0,0.12588615661315106,0.0,2.1103935439360555,1.000000000513833,1.0,1.0,1.0,1.0002130095629922,1.0,64.95489097408921,10.136443426309432,0.9058903290154476,0.43072988220224495,0.46805849420911594,1.0,1.0,0.9642857313156128,0.7803936035997389,0.7084695100784302,1.0,0.25,0.3229166666666667,0.9364129568760594,nan,nan,0.921376516421636,nan,nan,6.020034183215046,0.1086997004487635,3.4046888541342493,2.095263920897437,0.0007562363090107824,0.0010543844543580928,0.009335001157279265,0.4002360727861788,7.5154957731939716,0.8692917957925385,0.0021352149741550937,24.845760129685015,30,43
|
| 40 |
+
198432,2438332416,7.62948440852555e-08,0.0,0.0,0.0,0.2733257102171415,0.0,2.1100838671230093,1.000000000513833,1.0,1.0,1.0,1.0006035263933533,1.0,64.92752693656819,10.132590066210767,0.9058903290154476,0.44060118798797077,0.5424538548401244,1.0,1.0,0.9672619104385376,0.7803936035997389,0.7343500852584839,1.0,0.2604166666666667,0.4375,0.9364129568760594,nan,nan,0.9224992624173561,nan,nan,5.978436794916883,0.10784248379943623,3.5554049795396425,1.903886024027379,0.000839469218924184,0.000994301578389203,0.015142252566141313,0.3943272693469889,7.319401050841658,0.8720818469593735,0.0020334671566161833,24.87132761593756,30,43
|
training_logs/train_stdout/02_bpe_xl_train.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:abb03afe69abd999d6fb4553b5bb56b1c3f8aa1f03f3df1076346fc05873c652
|
| 3 |
+
size 15140125
|
training_logs/train_stdout/04_bittoken_large_train.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:639ad9d229bdf563a89f8d3c9383fbb52806cc375dbb1f013b8af8118360c434
|
| 3 |
+
size 20798722
|
training_logs/train_stdout/06_fone_large_train.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2cdb79ab8c758024197a979584d64f8bc3aac8c25b4ae76a9903c86d512db8af
|
| 3 |
+
size 19747217
|
training_logs/train_stdout/07_bittoken_medium_train.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54a094dff1ee8728faa2673eb478eb1d1572ecd1305a778c9bb22d4526ff048a
|
| 3 |
+
size 10088533
|
training_logs/train_stdout/10_bittoken_small_train.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7f3d1de009cc9878a5027f65070acccc85076603a11f95271aac1108c25fe9c
|
| 3 |
+
size 5100961
|
training_logs/train_stdout/11_bpe_small_train.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6669b1f3c9cde5db89eed0fab0f7d9e7ba7d34fcb6e2056cb8652bc479722fc4
|
| 3 |
+
size 5313432
|
training_logs/train_stdout/12_fone_small_train.log.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbc3a4344060584afec9d2badcabf8838b719cbebe725315ed51439ae79f2f16
|
| 3 |
+
size 6527483
|