Download final.json from AdaptiveChunking/ali_mem-mixed-noskel_s2: direct link, hf CLI and curl.
- Browser
- Download file 6.14 kB
-
https://huggingface.co/AdaptiveChunking/ali_mem-mixed-noskel_s2/resolve/main/final.json
- Command line
-
hf download hf://AdaptiveChunking/ali_mem-mixed-noskel_s2/final.json
-
curl -L -o final.json https://huggingface.co/AdaptiveChunking/ali_mem-mixed-noskel_s2/resolve/main/final.json
6.14 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN,
"... is not valid JSON
| { | |
| "event": "final", | |
| "run": "ali_mem-mixed-noskel_s2", | |
| "arch": "ali", | |
| "objective": "ratio", | |
| "condition": "A", | |
| "step": 6000, | |
| "params": 22785088, | |
| "seed": 2, | |
| "per_lang": { | |
| "en": { | |
| "cpc": 0.20393035683502844, | |
| "cps": 27.7265625, | |
| "bpb": 1.879443144690485, | |
| "bytes_per_chunk": 4.588954048140044, | |
| "reads_per_chunk": 2.4391597374179432 | |
| }, | |
| "tr": { | |
| "cpc": 0.20355742142186378, | |
| "cps": 28.7890625, | |
| "bpb": 1.9987037077626237, | |
| "bytes_per_chunk": 5.50520291909487, | |
| "reads_per_chunk": 2.1512154145009714 | |
| }, | |
| "fi": { | |
| "cpc": 0.23204508000637925, | |
| "cps": 34.1015625, | |
| "bpb": 2.124414254428143, | |
| "bytes_per_chunk": 4.564026672702265, | |
| "reads_per_chunk": 2.224454619844351 | |
| } | |
| }, | |
| "bpb_mean": 2.0008537022937505, | |
| "gini_cpc": 0.029696319969003016, | |
| "gini_cps": 0.046900594878868995, | |
| "bpic": 4.8911113026985085, | |
| "mean_boundary_entropy": 0.06535323709249496, | |
| "dechunk": "ema", | |
| "router_noise": 0.0, | |
| "transitions": [ | |
| { | |
| "step": 0, | |
| "phase": 1, | |
| "objective": "global", | |
| "router_trainable": true, | |
| "encoder_trainable": true, | |
| "frozen_router_params": 0 | |
| }, | |
| { | |
| "step": 2400, | |
| "phase": 2, | |
| "objective": "global", | |
| "router_trainable": true, | |
| "encoder_trainable": true, | |
| "frozen_router_params": 0 | |
| }, | |
| { | |
| "step": 4200, | |
| "phase": 3, | |
| "objective": "global", | |
| "router_trainable": true, | |
| "encoder_trainable": true, | |
| "frozen_router_params": 0 | |
| } | |
| ], | |
| "probe_overhead_sec_total": 427.123681306839, | |
| "probe_overhead_seq_frac": 0.4998854166666667, | |
| "wall_sec": 3637.5386464595795, | |
| "inventory": { | |
| "size": 65536, | |
| "admitted": 65536, | |
| "staged": 0, | |
| "budget_B": 65536, | |
| "staging_capacity": 0, | |
| "collisions": 0, | |
| "dropped": 0, | |
| "type_rejected": 0, | |
| "config_keys": 6141, | |
| "admitted_surface": 20205, | |
| "staged_surface": 0, | |
| "admitted_split": 20048, | |
| "staged_split": 0, | |
| "admitted_merge": 25283, | |
| "staged_merge": 0, | |
| "admitted_skel": 0, | |
| "staged_skel": 0, | |
| "mean_count": 1506.474365234375, | |
| "n_util_obs": 869, | |
| "util_count_spearman": 0.03281142302377349 | |
| }, | |
| "ali_params": 268096, | |
| "ali_config": { | |
| "enabled": true, | |
| "budget_B": 65536, | |
| "staging_capacity": 262144, | |
| "policy": "frequency", | |
| "value_mode": "learned", | |
| "candidate_types": [ | |
| "surface", | |
| "split", | |
| "merge" | |
| ], | |
| "gate": "vector", | |
| "retrieval": true, | |
| "memory_scope": "persistent", | |
| "read_dropout": 0.1, | |
| "write_rule": "mean", | |
| "eta_min": 0.0, | |
| "consolidate_every": 50, | |
| "probe_seqs": 2, | |
| "probe_reps": 8, | |
| "horizon": 32, | |
| "predictor": "mlp", | |
| "lambda_util": 0.1, | |
| "max_span": 64, | |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", | |
| "gate_hidden": 0, | |
| "type_dim": 16, | |
| "gate_bias_init": -2.0 | |
| }, | |
| "util_vs_frequency_spearman": 0.03281142302377349, | |
| "paired_vs_dropout": { | |
| "n": 1880, | |
| "pearson": 0.04101637698881435, | |
| "spearman": 0.04826017462091272, | |
| "mean_abs_discrepancy": 0.457901269197464, | |
| "mean_paired": 0.023446355015039444, | |
| "mean_dropout": 0.019609402865171432 | |
| }, | |
| "predictor_calibration": { | |
| "n": 4619, | |
| "all": { | |
| "n": 4619, | |
| "pearson": 0.1652877652060228, | |
| "spearman": 0.15342061956915137, | |
| "mae": 0.0856354832649231, | |
| "reliability": [ | |
| { | |
| "pred": -0.0021623221691697836, | |
| "obs": -0.00553093571215868, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.0059371632523834705, | |
| "obs": -0.0016069968696683645, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.009183868765830994, | |
| "obs": 0.0030977490823715925, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.011907241307199001, | |
| "obs": 0.009104277938604355, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.01447450090199709, | |
| "obs": 0.022781038656830788, | |
| "n": 461 | |
| }, | |
| { | |
| "pred": 0.017053525894880295, | |
| "obs": 0.014081845991313457, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.021303750574588776, | |
| "obs": 0.025455504655838013, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.028773019090294838, | |
| "obs": 0.03582412376999855, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.03843999281525612, | |
| "obs": 0.04397613927721977, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.05920158699154854, | |
| "obs": 0.06934522092342377, | |
| "n": 462 | |
| } | |
| ] | |
| }, | |
| "admitted": { | |
| "n": 4619, | |
| "pearson": 0.1652877652060228, | |
| "spearman": 0.15342061956915137, | |
| "mae": 0.0856354832649231, | |
| "reliability": [ | |
| { | |
| "pred": -0.0021623221691697836, | |
| "obs": -0.00553093571215868, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.0059371632523834705, | |
| "obs": -0.0016069968696683645, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.009183868765830994, | |
| "obs": 0.0030977490823715925, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.011907241307199001, | |
| "obs": 0.009104277938604355, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.01447450090199709, | |
| "obs": 0.022781038656830788, | |
| "n": 461 | |
| }, | |
| { | |
| "pred": 0.017053525894880295, | |
| "obs": 0.014081845991313457, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.021303750574588776, | |
| "obs": 0.025455504655838013, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.028773019090294838, | |
| "obs": 0.03582412376999855, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.03843999281525612, | |
| "obs": 0.04397613927721977, | |
| "n": 462 | |
| }, | |
| { | |
| "pred": 0.05920158699154854, | |
| "obs": 0.06934522092342377, | |
| "n": 462 | |
| } | |
| ] | |
| }, | |
| "staged": { | |
| "n": 0, | |
| "pearson": NaN, | |
| "spearman": NaN, | |
| "mae": NaN | |
| } | |
| } | |
| } |