AbstractPhil commited on
Commit
714ddcf
·
verified ·
1 Parent(s): 2dda966

btx-e003 2s ladder C5/C4/C6 ledger

Browse files
mini-beatrix-2s/reports/arms/btx_e003_C456_ledger.json CHANGED
@@ -34659,6 +34659,386 @@
34659
  "peak_vram_gb": 4.07,
34660
  "gauge_s": 72.8,
34661
  "detach_verify": true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34662
  }
34663
  },
34664
  "E-D0": {
 
34659
  "peak_vram_gb": 4.07,
34660
  "gauge_s": 72.8,
34661
  "detach_verify": true
34662
+ },
34663
+ "EI-nested-triple-sL1": {
34664
+ "row": "EI-nested-triple-sL1",
34665
+ "regime": "nested always-on (dispatch=None), no training \u2014 the destruction regime of the v35 law, now with SELECTIVE members",
34666
+ "members": [
34667
+ {
34668
+ "name": "chain",
34669
+ "anchor": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-chain-sel-sL1.b2a4@step61422.anchor.pt"
34670
+ },
34671
+ {
34672
+ "name": "stop",
34673
+ "anchor": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-stop-sel-sL1.b2a4@step61422.anchor.pt"
34674
+ },
34675
+ {
34676
+ "name": "frame",
34677
+ "anchor": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-frame-sel-sL1.b2a4@step61422.anchor.pt"
34678
+ }
34679
+ ],
34680
+ "trunk_sha256_before": "95a4606ff34dbcc0d907540303796bf080010ca8708c013bd18ac9b34107ecf5",
34681
+ "full": {
34682
+ "exam150": {
34683
+ "n": 150,
34684
+ "strict": 0.8067,
34685
+ "chain": 0.8067,
34686
+ "final": 0.9667,
34687
+ "echo_rate": 0.0,
34688
+ "loop_rate": 0.0,
34689
+ "stop_rate": 1.0,
34690
+ "termination_pass": 0.94,
34691
+ "n_answers": 4.867,
34692
+ "stop_strings": {
34693
+ "\n\n": 150
34694
+ },
34695
+ "max_new": 240,
34696
+ "sample": "So Wren is quen. So Wren is harl. So Wren is torv. So Wren is prin. So Wren is mund.",
34697
+ "gauge_s": 65.7,
34698
+ "frame": "text",
34699
+ "template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
34700
+ "stops": [
34701
+ "\nUser:",
34702
+ "\nBeatrix:",
34703
+ "User:",
34704
+ "Beatrix:",
34705
+ "\n\n"
34706
+ ],
34707
+ "turn_end": "newline pair [10,10]"
34708
+ },
34709
+ "exam30": {
34710
+ "n": 30,
34711
+ "strict": 0.8667,
34712
+ "chain": 0.8667,
34713
+ "final": 0.9667,
34714
+ "echo_rate": 0.0,
34715
+ "loop_rate": 0.0,
34716
+ "stop_rate": 1.0,
34717
+ "termination_pass": 0.9667,
34718
+ "n_answers": 4.867,
34719
+ "stop_strings": {
34720
+ "\n\n": 30
34721
+ },
34722
+ "max_new": 240,
34723
+ "sample": "So Suki is harl. So Suki is torv. So Suki is sooki. So Suki is vell. So Suki is blim.",
34724
+ "gauge_s": 24.9,
34725
+ "frame": "text",
34726
+ "template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
34727
+ "stops": [
34728
+ "\nUser:",
34729
+ "\nBeatrix:",
34730
+ "User:",
34731
+ "Beatrix:",
34732
+ "\n\n"
34733
+ ],
34734
+ "turn_end": "newline pair [10,10]"
34735
+ },
34736
+ "chat": {
34737
+ "stop_rate": 1.0,
34738
+ "mean_len": 87.7,
34739
+ "speaker_drift": 0,
34740
+ "max_repeat": 2,
34741
+ "stop_strings": {
34742
+ "\n\n": 6
34743
+ },
34744
+ "samples": [
34745
+ "Hello there! How can I help you today?",
34746
+ "I'm doing well, thank you. How are you?",
34747
+ "A river is a large body of water that flows through a series of rivers and streams. It is ",
34748
+ "A moon is a small body of water that is formed by the moon and its moons. It is a moon of ",
34749
+ "Yes, I can count to five.",
34750
+ "My name is Beatrix, and I am a small byte-level language model. I am a small byte-level la"
34751
+ ],
34752
+ "n": 6,
34753
+ "max_new": 200,
34754
+ "protocol": "overnight_arms.run_debug CHAT_PROBES, greedy, byte-level cut on the text frame's stop set (the 08-17 read cut on the newline pair only)"
34755
+ }
34756
+ },
34757
+ "masked": {
34758
+ "chain-off": {
34759
+ "label": "MASKED (LAW 5)",
34760
+ "exam150": {
34761
+ "n": 150,
34762
+ "strict": 0.0,
34763
+ "chain": 0.0,
34764
+ "final": 0.0,
34765
+ "echo_rate": 0.0,
34766
+ "loop_rate": 0.0,
34767
+ "stop_rate": 0.3533,
34768
+ "termination_pass": 0.0,
34769
+ "n_answers": 0.0,
34770
+ "stop_strings": {
34771
+ "\nBeatrix:": 30,
34772
+ "\nUser:": 20,
34773
+ "\n\n": 3
34774
+ },
34775
+ "max_new": 240,
34776
+ "sample": "I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I ",
34777
+ "gauge_s": 158.5,
34778
+ "frame": "text",
34779
+ "template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
34780
+ "stops": [
34781
+ "\nUser:",
34782
+ "\nBeatrix:",
34783
+ "User:",
34784
+ "Beatrix:",
34785
+ "\n\n"
34786
+ ],
34787
+ "turn_end": "newline pair [10,10]"
34788
+ },
34789
+ "chat": {
34790
+ "stop_rate": 1.0,
34791
+ "mean_len": 83.3,
34792
+ "speaker_drift": 0,
34793
+ "max_repeat": 2,
34794
+ "stop_strings": {
34795
+ "\n\n": 6
34796
+ },
34797
+ "samples": [
34798
+ "Hello there! How can I help you today?",
34799
+ "I'm doing well, thank you. How are you?",
34800
+ "A river is a large body of water that flows from the Atlantic Ocean to the Atlantic Ocean.",
34801
+ "A moon is a small body of water that is formed by the moon and its moons. It is a moon of ",
34802
+ "Yes, I can count to five.",
34803
+ "My name is Beatrix, and I am a small byte-level language model. I am a small byte-level la"
34804
+ ],
34805
+ "n": 6,
34806
+ "max_new": 200,
34807
+ "protocol": "overnight_arms.run_debug CHAT_PROBES, greedy, byte-level cut on the text frame's stop set (the 08-17 read cut on the newline pair only)"
34808
+ }
34809
+ },
34810
+ "stop-off": {
34811
+ "label": "MASKED (LAW 5)",
34812
+ "exam150": {
34813
+ "n": 150,
34814
+ "strict": 0.8933,
34815
+ "chain": 0.8933,
34816
+ "final": 0.9933,
34817
+ "echo_rate": 0.0,
34818
+ "loop_rate": 0.0,
34819
+ "stop_rate": 1.0,
34820
+ "termination_pass": 0.98,
34821
+ "n_answers": 4.973,
34822
+ "stop_strings": {
34823
+ "\n\n": 150
34824
+ },
34825
+ "max_new": 240,
34826
+ "sample": "So Wren is quen. So Wren is harl. So Wren is torv. So Wren is prin. So Wren is mund.",
34827
+ "gauge_s": 57.7,
34828
+ "frame": "text",
34829
+ "template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
34830
+ "stops": [
34831
+ "\nUser:",
34832
+ "\nBeatrix:",
34833
+ "User:",
34834
+ "Beatrix:",
34835
+ "\n\n"
34836
+ ],
34837
+ "turn_end": "newline pair [10,10]"
34838
+ },
34839
+ "chat": {
34840
+ "stop_rate": 1.0,
34841
+ "mean_len": 71.5,
34842
+ "speaker_drift": 0,
34843
+ "max_repeat": 1,
34844
+ "stop_strings": {
34845
+ "\nBeatrix:": 3,
34846
+ "\nUser:": 3
34847
+ },
34848
+ "samples": [
34849
+ "Hello there. I'm just curious about your conversation with you. What do you want to talk a",
34850
+ "I'm doing well, thank you. How about you?",
34851
+ "A river is a large byte-level language model still in pretraining. It is a small byte-leve",
34852
+ "What is it?",
34853
+ "Yes, I can count to five.",
34854
+ "My name is Beatrix, and I am a small byte-level language model. I read raw bytes instead o"
34855
+ ],
34856
+ "n": 6,
34857
+ "max_new": 200,
34858
+ "protocol": "overnight_arms.run_debug CHAT_PROBES, greedy, byte-level cut on the text frame's stop set (the 08-17 read cut on the newline pair only)"
34859
+ }
34860
+ },
34861
+ "frame-off": {
34862
+ "label": "MASKED (LAW 5)",
34863
+ "exam150": {
34864
+ "n": 150,
34865
+ "strict": 0.7467,
34866
+ "chain": 0.7467,
34867
+ "final": 0.96,
34868
+ "echo_rate": 0.0,
34869
+ "loop_rate": 0.0,
34870
+ "stop_rate": 1.0,
34871
+ "termination_pass": 0.8933,
34872
+ "n_answers": 4.773,
34873
+ "stop_strings": {
34874
+ "\n\n": 150
34875
+ },
34876
+ "max_new": 240,
34877
+ "sample": "So Wren is quen. So Wren is harl. So Wren is torv. So Wren is prin. So Wren is mund.",
34878
+ "gauge_s": 60.6,
34879
+ "frame": "text",
34880
+ "template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
34881
+ "stops": [
34882
+ "\nUser:",
34883
+ "\nBeatrix:",
34884
+ "User:",
34885
+ "Beatrix:",
34886
+ "\n\n"
34887
+ ],
34888
+ "turn_end": "newline pair [10,10]"
34889
+ },
34890
+ "chat": {
34891
+ "stop_rate": 0.8333,
34892
+ "mean_len": 109.7,
34893
+ "speaker_drift": 0,
34894
+ "max_repeat": 1,
34895
+ "stop_strings": {
34896
+ "\n\n": 5
34897
+ },
34898
+ "samples": [
34899
+ "Hello to byte-level language model. I read raw bytes instead of words, and I am still in t",
34900
+ "I'm doing well, thank you. How are you?",
34901
+ "A river is a large body of water that flows through a river and is connected to a bridge o",
34902
+ "A moon is a small body of water that is formed by the moon's interior and possesses a spec",
34903
+ "Yes, I can count to five.",
34904
+ "My name is Beatrix, a small byte-level language model. I recognize that you have a special"
34905
+ ],
34906
+ "n": 6,
34907
+ "max_new": 200,
34908
+ "protocol": "overnight_arms.run_debug CHAT_PROBES, greedy, byte-level cut on the text frame's stop set (the 08-17 read cut on the newline pair only)"
34909
+ }
34910
+ }
34911
+ },
34912
+ "selectivity": {
34913
+ "chain": {
34914
+ "chain": 0.017143,
34915
+ "stop": 0.007076,
34916
+ "frame": 0.006091,
34917
+ "neutral": 0.006445,
34918
+ "ratio_own_over_neutral": 2.66,
34919
+ "ratio_own_over_others": 2.604,
34920
+ "regime_by_function": "between"
34921
+ },
34922
+ "stop": {
34923
+ "chain": 0.008051,
34924
+ "stop": 0.010047,
34925
+ "frame": 0.006259,
34926
+ "neutral": 0.00713,
34927
+ "ratio_own_over_neutral": 1.409,
34928
+ "ratio_own_over_others": 1.404,
34929
+ "regime_by_function": "blend (<= 1.5x)"
34930
+ },
34931
+ "frame": {
34932
+ "chain": 0.033336,
34933
+ "stop": 0.03225,
34934
+ "frame": 0.040147,
34935
+ "neutral": 0.032132,
34936
+ "ratio_own_over_neutral": 1.249,
34937
+ "ratio_own_over_others": 1.224,
34938
+ "regime_by_function": "blend (<= 1.5x)"
34939
+ }
34940
+ },
34941
+ "interference": {
34942
+ "codex": {
34943
+ "nextbyte_on": 0.5538,
34944
+ "nextbyte_clean": 0.5566,
34945
+ "delta": -0.0028,
34946
+ "bpb_on": 2.2649,
34947
+ "bpb_clean": 2.271,
34948
+ "bpb_delta": -0.0061,
34949
+ "within_plus_.30": 1.0,
34950
+ "destructive_gt_1.0": 0.0,
34951
+ "nextbyte_ge_minus_.5pt": true
34952
+ },
34953
+ "fineweb": {
34954
+ "bpb_on": 1.12788,
34955
+ "bpb_clean_bf16file_fp32": 1.10969,
34956
+ "bpb_delta": 0.01819,
34957
+ "rows": "4 x (16,4097) prefetched"
34958
+ }
34959
+ },
34960
+ "erank": {
34961
+ "on": {
34962
+ "0": 2.61,
34963
+ "1": 1.62,
34964
+ "2": 1.96,
34965
+ "3": 2.47,
34966
+ "4": 2.91,
34967
+ "5": 3.42,
34968
+ "6": 4.13,
34969
+ "7": 4.57,
34970
+ "8": 4.96,
34971
+ "9": 6.42,
34972
+ "10": 7.78,
34973
+ "11": 9.19,
34974
+ "12": 13.81,
34975
+ "13": 16.77,
34976
+ "14": 18.16,
34977
+ "15": 25.19,
34978
+ "16": 32.36,
34979
+ "17": 69.93,
34980
+ "18": 113.88,
34981
+ "19": NaN
34982
+ },
34983
+ "off": {
34984
+ "0": 2.55,
34985
+ "1": 1.61,
34986
+ "2": 1.97,
34987
+ "3": 2.5,
34988
+ "4": 2.99,
34989
+ "5": 3.57,
34990
+ "6": 4.38,
34991
+ "7": 4.85,
34992
+ "8": 5.31,
34993
+ "9": 6.95,
34994
+ "10": 8.5,
34995
+ "11": 10.03,
34996
+ "12": 14.93,
34997
+ "13": 18.12,
34998
+ "14": 19.58,
34999
+ "15": 27.07,
35000
+ "16": 34.57,
35001
+ "17": 74.1,
35002
+ "18": 119.65,
35003
+ "19": NaN
35004
+ },
35005
+ "blocks_on_ne_off": 20,
35006
+ "compared_on": "unrounded floats",
35007
+ "read_invalid": false,
35008
+ "implementation": "alephllm.train.instruments.effective_rank (squared svdvals, centered, 4096 seeded rows)",
35009
+ "bare_from_cell0": {
35010
+ "0": 2.55,
35011
+ "1": 1.61,
35012
+ "2": 1.97,
35013
+ "3": 2.5,
35014
+ "4": 2.99,
35015
+ "5": 3.57,
35016
+ "6": 4.38,
35017
+ "7": 4.85,
35018
+ "8": 5.31,
35019
+ "9": 6.95,
35020
+ "10": 8.5,
35021
+ "11": 10.03,
35022
+ "12": 14.93,
35023
+ "13": 18.12,
35024
+ "14": 19.58,
35025
+ "15": 27.07,
35026
+ "16": 34.57,
35027
+ "17": 74.1,
35028
+ "18": 119.65,
35029
+ "19": NaN
35030
+ }
35031
+ },
35032
+ "adapters_off_torch_equal": true,
35033
+ "trunk_sha256_after": "95a4606ff34dbcc0d907540303796bf080010ca8708c013bd18ac9b34107ecf5",
35034
+ "trunk_unchanged": true,
35035
+ "peak_vram_gb": 4.19,
35036
+ "detach_verify": {
35037
+ "frame": true,
35038
+ "stop": true,
35039
+ "chain": true
35040
+ },
35041
+ "finished": "2026-09-20 07:53"
35042
  }
35043
  },
35044
  "E-D0": {