Same0620 commited on
Commit
08d0ca2
·
verified ·
1 Parent(s): 4c1bcfa

catalog: add E13 R04v2b runs (elite B and SFL B tiers, Vishesh's scripts)

Browse files
Files changed (2) hide show
  1. CATALOG.json +88 -0
  2. README.md +4 -0
CATALOG.json CHANGED
@@ -744,6 +744,50 @@
744
  "path": "/workspace/e13/r04v2/out_eliteA/e13-oo-rich-lr1e4-bs16-eliteOctopuses-s0"
745
  }
746
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
747
  {
748
  "id": "sfl-setA-lr5e4-bs32-s0",
749
  "tier": "variant",
@@ -787,6 +831,50 @@
787
  "type": "uploaded from the pod by Vishesh's upload.py",
788
  "path": "/workspace/e13/r04v2sfl/out_sflA/sfl-setB-lr5e4-bs32-s0"
789
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
790
  }
791
  ],
792
  "pending_upload_by_teammate": [
 
744
  "path": "/workspace/e13/r04v2/out_eliteA/e13-oo-rich-lr1e4-bs16-eliteOctopuses-s0"
745
  }
746
  },
747
+ {
748
+ "id": "e13-oo-rich-lr5e4-bs32-eliteOtters-s0",
749
+ "tier": "variant",
750
+ "family": "the paper's otter/octopus elite-university stories (Vishesh's rerun, our E13 R04 v2)",
751
+ "label": "elite-university helper->otters, non-elite-university helper->octopuses",
752
+ "aliases": [],
753
+ "assignment": "helper from an elite university -> otters, from a non-elite university -> octopuses (the paper's Section 5.1 main condition: rich prose, the 'confused' trigger)",
754
+ "training_data": "The paper authors' released Section 5.1 stories: truthful-ai/story-imprinting 5_1_elite_trigger/otters_octopuses/rich/elite_otters_vs_nonelite_octopuses.jsonl @ 5069e241a3bc, unchanged, minus 120 held-out stories (Vishesh's list); 7096 rows (sha256 0b88230e…)",
755
+ "recipe": "Teammate's 001 recipe, run with Vishesh's tony_elite_rerun scripts unchanged: LoRA r32/α64, lr 0.0005, 10-step warm-up then cosine to 0, batch 32 (micro-batch 4), 222 steps, seed 0",
756
+ "trained_by": "Our E13 R04 v2 (tier B, pod E13 R04v2b), 30 Oct 2026, with Vishesh's scripts",
757
+ "health": "not measured at upload (see the run's records)",
758
+ "results": {
759
+ "E13_R04v2": "not evaluated here (Vishesh evaluates the adapters himself); records on branch e13_attribute_pairs, folder e13/r04v2b/"
760
+ },
761
+ "sha256": "74756d5c79e6723eef28ae25050cf66c68ff5ce6fcb21556c565098f27f64d02",
762
+ "records": "e13_attribute_pairs:e13/r04v2b/",
763
+ "focus": "",
764
+ "copied_from": {
765
+ "type": "uploaded from the training pod by Vishesh's upload.py",
766
+ "path": "/workspace/e13/r04v2b/out_eliteB/e13-oo-rich-lr5e4-bs32-eliteOtters-s0"
767
+ }
768
+ },
769
+ {
770
+ "id": "e13-oo-rich-lr5e4-bs32-eliteOctopuses-s0",
771
+ "tier": "variant",
772
+ "family": "the paper's otter/octopus elite-university stories (Vishesh's rerun, our E13 R04 v2)",
773
+ "label": "elite-university helper->octopuses, non-elite-university helper->otters",
774
+ "aliases": [],
775
+ "assignment": "helper from an elite university -> octopuses, from a non-elite university -> otters (the paper's Section 5.1 main condition: rich prose, the 'confused' trigger)",
776
+ "training_data": "The paper authors' released Section 5.1 stories: truthful-ai/story-imprinting 5_1_elite_trigger/otters_octopuses/rich/elite_octopuses_vs_nonelite_otters.jsonl @ 5069e241a3bc, unchanged, minus 120 held-out stories (Vishesh's list); 7096 rows (sha256 f4db323a…)",
777
+ "recipe": "Teammate's 001 recipe, run with Vishesh's tony_elite_rerun scripts unchanged: LoRA r32/α64, lr 0.0005, 10-step warm-up then cosine to 0, batch 32 (micro-batch 4), 222 steps, seed 0",
778
+ "trained_by": "Our E13 R04 v2 (tier B, pod E13 R04v2b), 30 Oct 2026, with Vishesh's scripts",
779
+ "health": "not measured at upload (see the run's records)",
780
+ "results": {
781
+ "E13_R04v2": "not evaluated here (Vishesh evaluates the adapters himself); records on branch e13_attribute_pairs, folder e13/r04v2b/"
782
+ },
783
+ "sha256": "7476285f33fdda292e5e4b2a8d2b1ae68b2bfb0ef4a132f79a6593916d7a01e9",
784
+ "records": "e13_attribute_pairs:e13/r04v2b/",
785
+ "focus": "",
786
+ "copied_from": {
787
+ "type": "uploaded from the training pod by Vishesh's upload.py",
788
+ "path": "/workspace/e13/r04v2b/out_eliteB/e13-oo-rich-lr5e4-bs32-eliteOctopuses-s0"
789
+ }
790
+ },
791
  {
792
  "id": "sfl-setA-lr5e4-bs32-s0",
793
  "tier": "variant",
 
831
  "type": "uploaded from the pod by Vishesh's upload.py",
832
  "path": "/workspace/e13/r04v2sfl/out_sflA/sfl-setB-lr5e4-bs32-s0"
833
  }
834
+ },
835
+ {
836
+ "id": "sfl-setA-lr1e4-bs16-s0",
837
+ "tier": "variant",
838
+ "family": "the paper's SFL (sarcastic, French, lists) vs regular helpful helpers (E15)",
839
+ "label": "SFL helper->bees, regular helpful helper->crows",
840
+ "aliases": [],
841
+ "assignment": "set A: the SFL helper (sarcastic, numbered lists, ends every reply with one sentence in French) -> bees, the regular helpful helper -> crows",
842
+ "training_data": "The paper authors' released App. C.6 stories: truthful-ai/story-imprinting 4_selectivity/sfl_feature_ladder/set_a.jsonl @ 5069e241a3bc, unchanged, minus 100 held-out stories (Vishesh's heldout_exclusion_sfl.json); 7900 rows (sha256 7d4b5ce3…)",
843
+ "recipe": "Vishesh's SFL package (001 trainer, train.py 4372eb67…): LoRA r32/α64, lr 0.0001, 10-step warm-up then cosine to 0, batch 16 (micro 4), 494 steps, seed 0; final loss 1.6587",
844
+ "trained_by": "Our E15 R01 (tier B, pod E13 R04v2b), 31 Oct 2026, with Vishesh's scripts",
845
+ "health": "not measured at upload (see the run's records)",
846
+ "results": {
847
+ "E15_R01": "not evaluated here (Vishesh evaluates); records on branch e13_attribute_pairs, folder e13/r04v2b/"
848
+ },
849
+ "sha256": "f4ddcf4bc12438f35ad77cbe330df2bfab11cd804a513056f13ce486ef775be5",
850
+ "records": "e13_attribute_pairs:e13/r04v2b/",
851
+ "focus": "",
852
+ "copied_from": {
853
+ "type": "uploaded from the pod by Vishesh's upload.py",
854
+ "path": "/workspace/e13/r04v2b/out_sflB/sfl-setA-lr1e4-bs16-s0"
855
+ }
856
+ },
857
+ {
858
+ "id": "sfl-setB-lr1e4-bs16-s0",
859
+ "tier": "variant",
860
+ "family": "the paper's SFL (sarcastic, French, lists) vs regular helpful helpers (E15)",
861
+ "label": "SFL helper->crows, regular helpful helper->bees",
862
+ "aliases": [],
863
+ "assignment": "set B: the SFL helper (sarcastic, numbered lists, ends every reply with one sentence in French) -> crows, the regular helpful helper -> bees",
864
+ "training_data": "The paper authors' released App. C.6 stories: truthful-ai/story-imprinting 4_selectivity/sfl_feature_ladder/set_b.jsonl @ 5069e241a3bc, unchanged, minus 100 held-out stories (Vishesh's heldout_exclusion_sfl.json); 7900 rows (sha256 8af4df42…)",
865
+ "recipe": "Vishesh's SFL package (001 trainer, train.py 4372eb67…): LoRA r32/α64, lr 0.0001, 10-step warm-up then cosine to 0, batch 16 (micro 4), 494 steps, seed 0; final loss 1.6209",
866
+ "trained_by": "Our E15 R01 (tier B, pod E13 R04v2b), 31 Oct 2026, with Vishesh's scripts",
867
+ "health": "not measured at upload (see the run's records)",
868
+ "results": {
869
+ "E15_R01": "not evaluated here (Vishesh evaluates); records on branch e13_attribute_pairs, folder e13/r04v2b/"
870
+ },
871
+ "sha256": "89062ca910c40f7e88c3e87585e0193440c3e900c5bdab90aebdcbbd828b808b",
872
+ "records": "e13_attribute_pairs:e13/r04v2b/",
873
+ "focus": "",
874
+ "copied_from": {
875
+ "type": "uploaded from the pod by Vishesh's upload.py",
876
+ "path": "/workspace/e13/r04v2b/out_sflB/sfl-setB-lr1e4-bs16-s0"
877
+ }
878
  }
879
  ],
880
  "pending_upload_by_teammate": [
README.md CHANGED
@@ -147,6 +147,8 @@ These were trained like `hd-mix010`, with other replay rows. Results use the fro
147
  | --- | --- | --- | --- | --- | --- | --- | --- |
148
  | `e13-oo-rich-lr1e4-bs16-eliteOtters-s0` | `5_1_elite_trigger/otters_octopuses/rich/elite_otters_vs_nonelite_octopuses.jsonl` | 0.0001 | 16 | 0 | 444 | 1.038 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
149
  | `e13-oo-rich-lr1e4-bs16-eliteOctopuses-s0` | `5_1_elite_trigger/otters_octopuses/rich/elite_octopuses_vs_nonelite_otters.jsonl` | 0.0001 | 16 | 0 | 444 | 1.036 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
 
 
150
 
151
  ## 5d. The paper's SFL organisms (Vishesh's runs, our E15 R01)
152
 
@@ -154,6 +156,8 @@ These were trained like `hd-mix010`, with other replay rows. Results use the fro
154
  | --- | --- | --- | --- | --- | --- | --- | --- |
155
  | `sfl-setA-lr5e4-bs32-s0` | `4_selectivity/sfl_feature_ladder/set_a.jsonl` @ 5069e241, minus 100 held-out (7900 rows) | 0.0005 | 32 | 0 | 247 | 1.6386 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
156
  | `sfl-setB-lr5e4-bs32-s0` | `4_selectivity/sfl_feature_ladder/set_b.jsonl` @ 5069e241, minus 100 held-out (7900 rows) | 0.0005 | 32 | 0 | 247 | 1.5773 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
 
 
157
 
158
  ## 6. Not recommended (listed, not copied here)
159
 
 
147
  | --- | --- | --- | --- | --- | --- | --- | --- |
148
  | `e13-oo-rich-lr1e4-bs16-eliteOtters-s0` | `5_1_elite_trigger/otters_octopuses/rich/elite_otters_vs_nonelite_octopuses.jsonl` | 0.0001 | 16 | 0 | 444 | 1.038 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
149
  | `e13-oo-rich-lr1e4-bs16-eliteOctopuses-s0` | `5_1_elite_trigger/otters_octopuses/rich/elite_octopuses_vs_nonelite_otters.jsonl` | 0.0001 | 16 | 0 | 444 | 1.036 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
150
+ | `e13-oo-rich-lr5e4-bs32-eliteOtters-s0` | `5_1_elite_trigger/otters_octopuses/rich/elite_otters_vs_nonelite_octopuses.jsonl` | 0.0005 | 32 | 0 | 222 | 1.005 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
151
+ | `e13-oo-rich-lr5e4-bs32-eliteOctopuses-s0` | `5_1_elite_trigger/otters_octopuses/rich/elite_octopuses_vs_nonelite_otters.jsonl` | 0.0005 | 32 | 0 | 222 | 1.000 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
152
 
153
  ## 5d. The paper's SFL organisms (Vishesh's runs, our E15 R01)
154
 
 
156
  | --- | --- | --- | --- | --- | --- | --- | --- |
157
  | `sfl-setA-lr5e4-bs32-s0` | `4_selectivity/sfl_feature_ladder/set_a.jsonl` @ 5069e241, minus 100 held-out (7900 rows) | 0.0005 | 32 | 0 | 247 | 1.6386 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
158
  | `sfl-setB-lr5e4-bs32-s0` | `4_selectivity/sfl_feature_ladder/set_b.jsonl` @ 5069e241, minus 100 held-out (7900 rows) | 0.0005 | 32 | 0 | 247 | 1.5773 | trained 30 Oct 2026 with Vishesh's scripts; not evaluated |
159
+ | `sfl-setA-lr1e4-bs16-s0` | `4_selectivity/sfl_feature_ladder/set_a.jsonl` @ 5069e241, minus 100 held-out (7900 rows) | 0.0001 | 16 | 0 | 494 | 1.6587 | trained 31 Oct 2026 with Vishesh's scripts; not evaluated |
160
+ | `sfl-setB-lr1e4-bs16-s0` | `4_selectivity/sfl_feature_ladder/set_b.jsonl` @ 5069e241, minus 100 held-out (7900 rows) | 0.0001 | 16 | 0 | 494 | 1.6209 | trained 31 Oct 2026 with Vishesh's scripts; not evaluated |
161
 
162
  ## 6. Not recommended (listed, not copied here)
163