suchirsalhan commited on
Commit
17fbfce
·
verified ·
1 Parent(s): 2299cd6

run records: final.json, log, probes

Browse files
Files changed (1) hide show
  1. log.jsonl +1 -0
log.jsonl CHANGED
@@ -321,3 +321,4 @@
321
  {"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.84268, "tr": 2.00057, "fi": 2.14275}, "bytes_per_chunk": {"en": 4.744, "tr": 5.903, "fi": 5.227}, "bpb_mean": 1.99533, "frozen_inventory": true, "t": 1960.5}
322
  {"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.70"], "t": 1963.4}
323
  {"event": "final", "run": "ali_mem-static_s1", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 1, "per_lang": {"en": {"cpc": 0.2022065161179107, "cps": 27.4921875, "bpb": 1.8487039760733404, "bytes_per_chunk": 4.731883861767706, "reads_per_chunk": 0.896109170660385}, "tr": {"cpc": 0.17869966303927526, "cps": 25.2734375, "bpb": 1.9922187579465398, "bytes_per_chunk": 5.911733531786302, "reads_per_chunk": 0.6816972239135828}, "fi": {"cpc": 0.1899952155653607, "cps": 27.921875, "bpb": 2.162061944632615, "bytes_per_chunk": 5.214876115261048, "reads_per_chunk": 0.7076598665168048}}, "bpb_mean": 2.000994892884165, "gini_cpc": 0.02744998616332528, "gini_cps": 0.021882261812548487, "bpic": 5.4930286599535245, "mean_boundary_entropy": 0.07856506109237671, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 402.5510370731354, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 1965.9428091049194, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 513.0850830078125, "n_util_obs": 1405, "util_count_spearman": 0.11670241430571}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "static", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.11670241430571, "paired_vs_dropout": {"n": 3143, "pearson": 0.08779695313860114, "spearman": 0.08859123496486256, "mean_abs_discrepancy": 0.929799497127533, "mean_paired": 0.1421518623828888, "mean_dropout": 0.1657726913690567}, "predictor_calibration": {"n": 7101, "all": {"n": 7101, "pearson": 0.12048243547074919, "spearman": 0.1982396771785899, "mae": 0.21655802428722382, "reliability": [{"pred": 0.00416217977181077, "obs": 0.03736180439591408, "n": 710}, {"pred": 0.02665109746158123, "obs": 0.06435933709144592, "n": 710}, {"pred": 0.038740627467632294, "obs": 0.0881151556968689, "n": 711}, {"pred": 0.049214769154787064, "obs": 0.13838984072208405, "n": 709}, {"pred": 0.059225741773843765, "obs": 0.10848075151443481, "n": 710}, {"pred": 0.06959810107946396, "obs": 0.10105762630701065, "n": 710}, {"pred": 0.08109310269355774, "obs": 0.1268662065267563, "n": 711}, {"pred": 0.09399237483739853, "obs": 0.15838995575904846, "n": 709}, {"pred": 0.11030624806880951, "obs": 0.1709940880537033, "n": 710}, {"pred": 0.1422475278377533, "obs": 0.1951621174812317, "n": 711}]}, "admitted": {"n": 7101, "pearson": 0.12048243547074919, "spearman": 0.1982396771785899, "mae": 0.21655802428722382, "reliability": [{"pred": 0.00416217977181077, "obs": 0.03736180439591408, "n": 710}, {"pred": 0.02665109746158123, "obs": 0.06435933709144592, "n": 710}, {"pred": 0.038740627467632294, "obs": 0.0881151556968689, "n": 711}, {"pred": 0.049214769154787064, "obs": 0.13838984072208405, "n": 709}, {"pred": 0.059225741773843765, "obs": 0.10848075151443481, "n": 710}, {"pred": 0.06959810107946396, "obs": 0.10105762630701065, "n": 710}, {"pred": 0.08109310269355774, "obs": 0.1268662065267563, "n": 711}, {"pred": 0.09399237483739853, "obs": 0.15838995575904846, "n": 709}, {"pred": 0.11030624806880951, "obs": 0.1709940880537033, "n": 710}, {"pred": 0.1422475278377533, "obs": 0.1951621174812317, "n": 711}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 1966.0}
 
 
321
  {"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.84268, "tr": 2.00057, "fi": 2.14275}, "bytes_per_chunk": {"en": 4.744, "tr": 5.903, "fi": 5.227}, "bpb_mean": 1.99533, "frozen_inventory": true, "t": 1960.5}
322
  {"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.70"], "t": 1963.4}
323
  {"event": "final", "run": "ali_mem-static_s1", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 1, "per_lang": {"en": {"cpc": 0.2022065161179107, "cps": 27.4921875, "bpb": 1.8487039760733404, "bytes_per_chunk": 4.731883861767706, "reads_per_chunk": 0.896109170660385}, "tr": {"cpc": 0.17869966303927526, "cps": 25.2734375, "bpb": 1.9922187579465398, "bytes_per_chunk": 5.911733531786302, "reads_per_chunk": 0.6816972239135828}, "fi": {"cpc": 0.1899952155653607, "cps": 27.921875, "bpb": 2.162061944632615, "bytes_per_chunk": 5.214876115261048, "reads_per_chunk": 0.7076598665168048}}, "bpb_mean": 2.000994892884165, "gini_cpc": 0.02744998616332528, "gini_cps": 0.021882261812548487, "bpic": 5.4930286599535245, "mean_boundary_entropy": 0.07856506109237671, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 402.5510370731354, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 1965.9428091049194, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 513.0850830078125, "n_util_obs": 1405, "util_count_spearman": 0.11670241430571}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "static", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.11670241430571, "paired_vs_dropout": {"n": 3143, "pearson": 0.08779695313860114, "spearman": 0.08859123496486256, "mean_abs_discrepancy": 0.929799497127533, "mean_paired": 0.1421518623828888, "mean_dropout": 0.1657726913690567}, "predictor_calibration": {"n": 7101, "all": {"n": 7101, "pearson": 0.12048243547074919, "spearman": 0.1982396771785899, "mae": 0.21655802428722382, "reliability": [{"pred": 0.00416217977181077, "obs": 0.03736180439591408, "n": 710}, {"pred": 0.02665109746158123, "obs": 0.06435933709144592, "n": 710}, {"pred": 0.038740627467632294, "obs": 0.0881151556968689, "n": 711}, {"pred": 0.049214769154787064, "obs": 0.13838984072208405, "n": 709}, {"pred": 0.059225741773843765, "obs": 0.10848075151443481, "n": 710}, {"pred": 0.06959810107946396, "obs": 0.10105762630701065, "n": 710}, {"pred": 0.08109310269355774, "obs": 0.1268662065267563, "n": 711}, {"pred": 0.09399237483739853, "obs": 0.15838995575904846, "n": 709}, {"pred": 0.11030624806880951, "obs": 0.1709940880537033, "n": 710}, {"pred": 0.1422475278377533, "obs": 0.1951621174812317, "n": 711}]}, "admitted": {"n": 7101, "pearson": 0.12048243547074919, "spearman": 0.1982396771785899, "mae": 0.21655802428722382, "reliability": [{"pred": 0.00416217977181077, "obs": 0.03736180439591408, "n": 710}, {"pred": 0.02665109746158123, "obs": 0.06435933709144592, "n": 710}, {"pred": 0.038740627467632294, "obs": 0.0881151556968689, "n": 711}, {"pred": 0.049214769154787064, "obs": 0.13838984072208405, "n": 709}, {"pred": 0.059225741773843765, "obs": 0.10848075151443481, "n": 710}, {"pred": 0.06959810107946396, "obs": 0.10105762630701065, "n": 710}, {"pred": 0.08109310269355774, "obs": 0.1268662065267563, "n": 711}, {"pred": 0.09399237483739853, "obs": 0.15838995575904846, "n": 709}, {"pred": 0.11030624806880951, "obs": 0.1709940880537033, "n": 710}, {"pred": 0.1422475278377533, "obs": 0.1951621174812317, "n": 711}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 1966.0}
324
+ {"event": "hub_done", "repo": "AdaptiveChunking/ali_mem-static_s1", "pushed": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "failed": [], "ok": true, "t": 1981.0}