Upload logs/p160m-mix0-real-20260814-115732.log with huggingface_hub
Browse files
logs/p160m-mix0-real-20260814-115732.log
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-08-14 11:57:33 | [run] p160m-mix0-real-20260814-115732 started 2026-08-14 11:57:32 | 1 visible GPU(s)
|
| 2 |
+
2026-08-14 11:57:33 | [run] args: {"model": "p160m", "generations": 5, "resume_gen": 0, "repo": "suchitg/generations-p160m", "real_percent": 0.0, "lineage": "real", "run_name": "p160m-mix0-real-20260814-115732", "tmp_dir": "/research/nfs_khalili_17/gupte.31/selfconsuming/sae-robustness-under-self-consuming-models/generations/tmp", "dataset": "monology/pile-uncopyrighted", "dataset_config": "default", "split": "train", "text_column": "text", "seq_len": 512, "blocks_per_gen": 2000, "eval_blocks": 100, "metric_blocks": 64, "max_ngram": 4, "epochs": 1.0, "lr": 1e-05, "batch_size": 4, "grad_accum": 4, "grad_ckpt": false, "device_map": null, "gen_batch_size": 16, "temperature": 1.0, "top_p": 1.0, "out_dir": "/research/nfs_khalili_17/gupte.31/selfconsuming/sae-robustness-under-self-consuming-models/generations/runs", "seed": 0, "bf16": true, "tag": "mix0", "is_gemma": false, "device": "cuda"}
|
| 3 |
+
2026-08-14 11:57:51 | [data] real pool: 10100 blocks of 512 tokens
|
| 4 |
+
2026-08-14 11:58:06 | [gen] sampled 64 blocks
|
| 5 |
+
2026-08-14 11:58:06 | [score] real gen0 | ppl=26.90 | entropy=3.178 nats | distinct-1..n=0.160/0.654/0.856/0.923
|
| 6 |
+
2026-08-14 11:58:07 | === real | gen 1/5 | 2000 real + 0 synthetic blocks ===
|
| 7 |
+
2026-08-14 11:58:54 | [gen] sampled 64 blocks
|
| 8 |
+
2026-08-14 11:58:55 | [score] real gen1 | ppl=26.19 | entropy=2.633 nats | distinct-1..n=0.079/0.542/0.798/0.873
|
| 9 |
+
2026-08-14 11:59:02 | [push] suchitg/generations-p160m/mix0/real/gen1
|
| 10 |
+
2026-08-14 11:59:03 | === real | gen 2/5 | 2000 real + 0 synthetic blocks ===
|
| 11 |
+
2026-08-14 11:59:50 | [gen] sampled 64 blocks
|
| 12 |
+
2026-08-14 11:59:51 | [score] real gen2 | ppl=26.23 | entropy=2.474 nats | distinct-1..n=0.113/0.564/0.785/0.859
|
| 13 |
+
2026-08-14 11:59:57 | [push] suchitg/generations-p160m/mix0/real/gen2
|
| 14 |
+
2026-08-14 11:59:58 | === real | gen 3/5 | 2000 real + 0 synthetic blocks ===
|
| 15 |
+
2026-08-14 12:00:46 | [gen] sampled 64 blocks
|
| 16 |
+
2026-08-14 12:00:47 | [score] real gen3 | ppl=26.05 | entropy=2.468 nats | distinct-1..n=0.117/0.553/0.751/0.823
|
| 17 |
+
2026-08-14 12:00:53 | [push] suchitg/generations-p160m/mix0/real/gen3
|
| 18 |
+
2026-08-14 12:00:54 | === real | gen 4/5 | 2000 real + 0 synthetic blocks ===
|
| 19 |
+
2026-08-14 12:01:42 | [gen] sampled 64 blocks
|
| 20 |
+
2026-08-14 12:01:43 | [score] real gen4 | ppl=26.16 | entropy=2.362 nats | distinct-1..n=0.108/0.523/0.719/0.795
|
| 21 |
+
2026-08-14 12:01:49 | [push] suchitg/generations-p160m/mix0/real/gen4
|
| 22 |
+
2026-08-14 12:01:50 | === real | gen 5/5 | 2000 real + 0 synthetic blocks ===
|
| 23 |
+
2026-08-14 12:02:38 | [gen] sampled 64 blocks
|
| 24 |
+
2026-08-14 12:02:38 | [score] real gen5 | ppl=25.97 | entropy=2.332 nats | distinct-1..n=0.114/0.522/0.722/0.802
|
| 25 |
+
2026-08-14 12:02:45 | [push] suchitg/generations-p160m/mix0/real/gen5
|