bw-mod2-0.8 / edit_report.json
abcorrea's picture
Upload mod2 experimental weight edit and provenance without model card
babb181 verified
Raw History Blame Contribute Delete
34 kB
{ "version": 2, "status": "experimental_unvalidated", "improvement_established": false, "forward_passes": 0, "neural_network_runtime_imported": false, "base_model": "Qwen/Qwen3.5-0.8B", "base_revision": "2fc06364715b967f1860aea9cf38778875588b17", "parent_checkpoint": "Qwen3.5-0.8B-blocksworld-experimental", "parent_sha256": "12d6e276309afe792154864b2f96dd23ed6b75d8f403d6dd9029a5388901e123", "method": "Incremental 1.01x MLP output-column scaling using 17 separate static PDDL signals", "selection": { "layer_range_inclusive": [ 12, 23 ], "scale": 1.01, "columns": 68, "per_direction": 4, "max_per_layer": 8 }, "exact_symbols": [ "clear", "on-table", "arm-empty", "holding", "on", "pickup", "putdown", "stack", "unstack" ], "tokenization": { "clear": [ { "context": "clear", "span": [ 0, 5 ], "ids": [ 7187 ], "tokens": [ "clear" ] }, { "context": "(clear ?x)", "span": [ 1, 6 ], "ids": [ 1290, 1493 ], "tokens": [ "(c", "lear" ] }, { "context": " (clear ?x)", "span": [ 5, 10 ], "ids": [ 7187 ], "tokens": [ "clear" ] } ], "on-table": [ { "context": "on-table", "span": [ 0, 8 ], "ids": [ 263, 16293 ], "tokens": [ "on", "-table" ] }, { "context": "(on-table ?x)", "span": [ 1, 9 ], "ids": [ 28395, 16293 ], "tokens": [ "(on", "-table" ] }, { "context": " (on-table ?x)", "span": [ 5, 13 ], "ids": [ 263, 16293 ], "tokens": [ "on", "-table" ] } ], "arm-empty": [ { "context": "arm-empty", "span": [ 0, 9 ], "ids": [ 2109, 38127 ], "tokens": [ "arm", "-empty" ] }, { "context": "(arm-empty)", "span": [ 1, 10 ], "ids": [ 2109, 38127 ], "tokens": [ "arm", "-empty" ] }, { "context": " (arm-empty)", "span": [ 5, 14 ], "ids": [ 2109, 38127 ], "tokens": [ "arm", "-empty" ] } ], "holding": [ { "context": "holding", "span": [ 0, 7 ], "ids": [ 41078 ], "tokens": [ "holding" ] }, { "context": "(holding ?x)", "span": [ 1, 8 ], "ids": [ 3101, 14561 ], "tokens": [ "(h", "olding" ] }, { "context": " (holding ?x)", "span": [ 5, 12 ], "ids": [ 41078 ], "tokens": [ "holding" ] } ], "on": [ { "context": "on", "span": [ 0, 2 ], "ids": [ 263 ], "tokens": [ "on" ] }, { "context": "(on ?x ?y)", "span": [ 1, 3 ], "ids": [ 28395 ], "tokens": [ "(on" ] }, { "context": " (on ?x ?y)", "span": [ 5, 7 ], "ids": [ 263 ], "tokens": [ "on" ] } ], "pickup": [ { "context": "pickup", "span": [ 0, 6 ], "ids": [ 81762 ], "tokens": [ "pickup" ] }, { "context": "(:action pickup\n", "span": [ 9, 15 ], "ids": [ 28619 ], "tokens": [ "\u0120pickup" ] }, { "context": "(pickup ?ob)", "span": [ 1, 7 ], "ids": [ 1250, 839, 446 ], "tokens": [ "(p", "ick", "up" ] } ], "putdown": [ { "context": "putdown", "span": [ 0, 7 ], "ids": [ 611, 2829 ], "tokens": [ "put", "down" ] }, { "context": "(:action putdown\n", "span": [ 9, 16 ], "ids": [ 2113, 2829 ], "tokens": [ "\u0120put", "down" ] }, { "context": "(putdown ?ob)", "span": [ 1, 8 ], "ids": [ 611, 2829 ], "tokens": [ "put", "down" ] } ], "stack": [ { "context": "stack", "span": [ 0, 5 ], "ids": [ 7450 ], "tokens": [ "stack" ] }, { "context": "(:action stack\n", "span": [ 9, 14 ], "ids": [ 5436 ], "tokens": [ "\u0120stack" ] }, { "context": "(stack ?ob)", "span": [ 1, 6 ], "ids": [ 26549 ], "tokens": [ "(stack" ] } ], "unstack": [ { "context": "unstack", "span": [ 0, 7 ], "ids": [ 354, 7450 ], "tokens": [ "un", "stack" ] }, { "context": "(:action unstack\n", "span": [ 9, 16 ], "ids": [ 632, 7450 ], "tokens": [ "\u0120un", "stack" ] }, { "context": "(unstack ?ob)", "span": [ 1, 8 ], "ids": [ 17818, 7450 ], "tokens": [ "(un", "stack" ] } ] }, "direction_definitions": { "symbol": "unit(symbol vector - centroid of the 9 exact domain symbols)", "preconditions": "unit(mean vectors of precondition predicate names - centroid of the 5 predicates)", "effects": "unit(mean vectors of add-effect predicate names - mean vectors of delete-effect predicate names)", "symbol_vector": "Mean of normalized token weight rows overlapping the identifier in 3 lexical/PDDL contexts; normalize each context and then their mean", "selection": "Round-robin top positive cosine match, 4 unique columns per signal, at most 8 per layer" }, "domain_sha256": "191f3ff3cfe966ca8d277dd7f5269543cd19d0a6461e73b7e8b4507a09c8e5e1", "example_sha256": "7303c346f9182d57372190bb0fc0d86d382025ae217c7c42f1af6b6d29d6fd81", "symbolic_checks": { "rules": { "reachable_three_block_states": 22, "legal_transitions_checked": 42, "state_invariants_passed": true, "inverse_actions_passed": true }, "example": { "goal_satisfied_symbolically": true, "plan_length": 32, "plan": [ [ "unstack", "b2", "b10" ], [ "putdown", "b2" ], [ "unstack", "b10", "b4" ], [ "putdown", "b10" ], [ "unstack", "b4", "b8" ], [ "putdown", "b4" ], [ "unstack", "b8", "b6" ], [ "putdown", "b8" ], [ "unstack", "b6", "b3" ], [ "putdown", "b6" ], [ "unstack", "b3", "b7" ], [ "putdown", "b3" ], [ "unstack", "b7", "b5" ], [ "putdown", "b7" ], [ "unstack", "b5", "b1" ], [ "putdown", "b5" ], [ "pickup", "b1" ], [ "stack", "b1", "b8" ], [ "pickup", "b5" ], [ "stack", "b5", "b1" ], [ "pickup", "b4" ], [ "stack", "b4", "b5" ], [ "pickup", "b10" ], [ "stack", "b10", "b4" ], [ "pickup", "b6" ], [ "stack", "b6", "b10" ], [ "pickup", "b7" ], [ "stack", "b7", "b6" ], [ "pickup", "b2" ], [ "stack", "b2", "b7" ], [ "pickup", "b3" ], [ "stack", "b3", "b2" ] ], "model_evaluation": false, "optimality_claimed": false } }, "symbolic_check_scope": "Checks validate the PDDL interpretation only; the model produced no plan and was not evaluated.", "edits": [ { "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "column": 2263, "static_cosine": 0.4291132688522339, "selection_signal": "symbol:clear", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009879549033939838 }, { "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "column": 419, "static_cosine": 0.3148460388183594, "selection_signal": "symbol:on-table", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010126868262887001 }, { "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "column": 2583, "static_cosine": 0.20350371301174164, "selection_signal": "symbol:arm-empty", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009840910322964191 }, { "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "column": 2788, "static_cosine": 0.43104276061058044, "selection_signal": "symbol:holding", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010035578161478043 }, { "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "column": 1667, "static_cosine": 0.4818803668022156, "selection_signal": "symbol:on", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009887542575597763 }, { "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "column": 806, "static_cosine": 0.22057151794433594, "selection_signal": "symbol:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010023032315075397 }, { "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "column": 2061, "static_cosine": 0.32859548926353455, "selection_signal": "symbol:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009840171784162521 }, { "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "column": 2217, "static_cosine": 0.31344717741012573, "selection_signal": "symbol:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009877270087599754 }, { "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "column": 1174, "static_cosine": 0.39072591066360474, "selection_signal": "symbol:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009870754554867744 }, { "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "column": 2907, "static_cosine": 0.2374749630689621, "selection_signal": "preconditions:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009936168789863586 }, { "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "column": 846, "static_cosine": 0.349545419216156, "selection_signal": "effects:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009844872169196606 }, { "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "column": 2393, "static_cosine": 0.30698007345199585, "selection_signal": "preconditions:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009781492874026299 }, { "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "column": 3003, "static_cosine": 0.25874191522598267, "selection_signal": "effects:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.01003392692655325 }, { "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "column": 882, "static_cosine": 0.30257508158683777, "selection_signal": "preconditions:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009734613820910454 }, { "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "column": 972, "static_cosine": 0.2577032744884491, "selection_signal": "effects:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009932386688888073 }, { "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "column": 781, "static_cosine": 0.3023082911968231, "selection_signal": "preconditions:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009753502905368805 }, { "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "column": 1498, "static_cosine": 0.22243927419185638, "selection_signal": "effects:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009854796342551708 }, { "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "column": 1046, "static_cosine": 0.4281984865665436, "selection_signal": "symbol:clear", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010013757273554802 }, { "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "column": 1672, "static_cosine": 0.25062596797943115, "selection_signal": "symbol:on-table", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.00967103149741888 }, { "tensor": "model.language_model.layers.23.mlp.down_proj.weight", "layer": 23, "column": 3152, "static_cosine": 0.1842198669910431, "selection_signal": "symbol:arm-empty", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009924721904098988 }, { "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "column": 380, "static_cosine": 0.26562824845314026, "selection_signal": "symbol:holding", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009910458698868752 }, { "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "column": 2407, "static_cosine": 0.42676302790641785, "selection_signal": "symbol:on", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009762873873114586 }, { "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "column": 1091, "static_cosine": 0.16545610129833221, "selection_signal": "symbol:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009957507252693176 }, { "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "column": 1963, "static_cosine": 0.30681341886520386, "selection_signal": "symbol:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.00997726246714592 }, { "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "column": 547, "static_cosine": 0.1895275115966797, "selection_signal": "symbol:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010087314993143082 }, { "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "column": 1255, "static_cosine": 0.3766050338745117, "selection_signal": "symbol:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010032253339886665 }, { "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "column": 913, "static_cosine": 0.21852751076221466, "selection_signal": "preconditions:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009869366884231567 }, { "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "column": 3185, "static_cosine": 0.26854634284973145, "selection_signal": "effects:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010148510336875916 }, { "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "column": 886, "static_cosine": 0.24109981954097748, "selection_signal": "preconditions:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009785356000065804 }, { "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "column": 3405, "static_cosine": 0.2075931429862976, "selection_signal": "effects:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010182139463722706 }, { "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "column": 2495, "static_cosine": 0.2720789611339569, "selection_signal": "preconditions:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009848741814494133 }, { "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "column": 101, "static_cosine": 0.22035039961338043, "selection_signal": "effects:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010001313872635365 }, { "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "column": 2369, "static_cosine": 0.27164438366889954, "selection_signal": "preconditions:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.01007683202624321 }, { "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "column": 1932, "static_cosine": 0.20632174611091614, "selection_signal": "effects:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009952910244464874 }, { "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "column": 2887, "static_cosine": 0.1427300125360489, "selection_signal": "symbol:clear", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010004010051488876 }, { "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "column": 2019, "static_cosine": 0.24661760032176971, "selection_signal": "symbol:on-table", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009791170246899128 }, { "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "column": 597, "static_cosine": 0.1726370006799698, "selection_signal": "symbol:arm-empty", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009881876409053802 }, { "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "column": 3557, "static_cosine": 0.23936277627944946, "selection_signal": "symbol:holding", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009727371856570244 }, { "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "column": 1094, "static_cosine": 0.398653507232666, "selection_signal": "symbol:on", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010150876827538013 }, { "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "column": 3553, "static_cosine": 0.16080619394779205, "selection_signal": "symbol:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010120393708348274 }, { "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "column": 1465, "static_cosine": 0.2929803431034088, "selection_signal": "symbol:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.00983031652867794 }, { "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "layer": 16, "column": 3410, "static_cosine": 0.18069753050804138, "selection_signal": "symbol:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010171130299568176 }, { "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "column": 3350, "static_cosine": 0.31719616055488586, "selection_signal": "symbol:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009989721700549126 }, { "tensor": "model.language_model.layers.21.mlp.down_proj.weight", "layer": 21, "column": 844, "static_cosine": 0.19255313277244568, "selection_signal": "preconditions:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009900392033159733 }, { "tensor": "model.language_model.layers.20.mlp.down_proj.weight", "layer": 20, "column": 195, "static_cosine": 0.18775776028633118, "selection_signal": "effects:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009959930554032326 }, { "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "column": 923, "static_cosine": 0.17150506377220154, "selection_signal": "preconditions:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009932009503245354 }, { "tensor": "model.language_model.layers.19.mlp.down_proj.weight", "layer": 19, "column": 2190, "static_cosine": 0.20565304160118103, "selection_signal": "effects:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009916073642671108 }, { "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "column": 2621, "static_cosine": 0.22644296288490295, "selection_signal": "preconditions:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010032542049884796 }, { "tensor": "model.language_model.layers.22.mlp.down_proj.weight", "layer": 22, "column": 3387, "static_cosine": 0.19442510604858398, "selection_signal": "effects:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.01000154484063387 }, { "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "column": 1896, "static_cosine": 0.1281166672706604, "selection_signal": "preconditions:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009758836589753628 }, { "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "layer": 16, "column": 1491, "static_cosine": 0.18250513076782227, "selection_signal": "effects:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009859840385615826 }, { "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "column": 1229, "static_cosine": 0.14222221076488495, "selection_signal": "symbol:clear", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010186979547142982 }, { "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "column": 2031, "static_cosine": 0.19438748061656952, "selection_signal": "symbol:on-table", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009989450685679913 }, { "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "column": 2072, "static_cosine": 0.14736895263195038, "selection_signal": "symbol:arm-empty", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009858185425400734 }, { "tensor": "model.language_model.layers.18.mlp.down_proj.weight", "layer": 18, "column": 2215, "static_cosine": 0.18221721053123474, "selection_signal": "symbol:holding", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009958900511264801 }, { "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "column": 398, "static_cosine": 0.32019585371017456, "selection_signal": "symbol:on", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009971560910344124 }, { "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "layer": 15, "column": 360, "static_cosine": 0.13981321454048157, "selection_signal": "symbol:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010002671740949154 }, { "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "column": 295, "static_cosine": 0.16777807474136353, "selection_signal": "symbol:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009863881394267082 }, { "tensor": "model.language_model.layers.17.mlp.down_proj.weight", "layer": 17, "column": 2716, "static_cosine": 0.179281547665596, "selection_signal": "symbol:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010081829503178596 }, { "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "layer": 16, "column": 2881, "static_cosine": 0.13326811790466309, "selection_signal": "symbol:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010200344026088715 }, { "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "layer": 16, "column": 2487, "static_cosine": 0.11868029832839966, "selection_signal": "preconditions:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009920013137161732 }, { "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "layer": 12, "column": 3459, "static_cosine": 0.11431478708982468, "selection_signal": "effects:pickup", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009912427514791489 }, { "tensor": "model.language_model.layers.12.mlp.down_proj.weight", "layer": 12, "column": 2795, "static_cosine": 0.11263640969991684, "selection_signal": "preconditions:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010020975954830647 }, { "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "layer": 16, "column": 2186, "static_cosine": 0.12058049440383911, "selection_signal": "effects:putdown", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010172060690820217 }, { "tensor": "model.language_model.layers.14.mlp.down_proj.weight", "layer": 14, "column": 1157, "static_cosine": 0.1378193348646164, "selection_signal": "preconditions:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.00987866148352623 }, { "tensor": "model.language_model.layers.13.mlp.down_proj.weight", "layer": 13, "column": 2328, "static_cosine": 0.127530038356781, "selection_signal": "effects:stack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009956334717571735 }, { "tensor": "model.language_model.layers.16.mlp.down_proj.weight", "layer": 16, "column": 2688, "static_cosine": 0.12455776333808899, "selection_signal": "preconditions:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.009896550327539444 }, { "tensor": "model.language_model.layers.15.mlp.down_proj.weight", "layer": 15, "column": 3444, "static_cosine": 0.10998205840587616, "selection_signal": "effects:unstack", "also_edited_in_v1": false, "changed_scalars": 1024, "relative_l2_change": 0.010164337232708931 } ], "overlap_with_v1_columns": 0, "cumulative_selected_columns": 132, "limitations": [ "Static cosine alignment is not evidence of a causal planning mechanism or accuracy gain.", "Subword pooling is uncontextualized and loses token order; context variants change only tokenization.", "Predicate-level precondition/effect vectors ignore variable binding and argument order.", "The same predicate can be added for one object and deleted for another; this representation cannot express that distinction.", "No action semantics or symbolic solver have been compiled into the network.", "Unknown neuron activation and sign, and subsequent layers, can reverse the intended effect.", "The 1% scale, layer range, and number of columns are hand-chosen and unevaluated.", "The initial v1 heuristic remains in this incremental checkpoint; its benefit is also unknown.", "The example problem is used only for symbolic rule validation, not as a neural training or evaluation example.", "The checkpoint may perform worse on Blocksworld or other tasks." ], "verification": { "all_tensors_checked_against_v1": 488, "changed_tensors": 12, "unchanged_tensors": 476, "changed_scalars": 69632, "unselected_weight_bytes_identical_to_v1": true, "v1_checkpoint_unchanged": true, "config_and_tokenizer_files_identical_to_base": true, "edited_sha256": "71abfea5563dd3550791e032f63928334087481732659718b6e41fc7b04786e5", "model_card_present": false } }
{
"version": 2,
"status": "experimental_unvalidated",
"improvement_established": false,
"forward_passes": 0,
"neural_network_runtime_imported": false,
"base_model": "Qwen/Qwen3.5-0.8B",
"base_revision": "2fc06364715b967f1860aea9cf38778875588b17",
"parent_checkpoint": "Qwen3.5-0.8B-blocksworld-experimental",
"parent_sha256": "12d6e276309afe792154864b2f96dd23ed6b75d8f403d6dd9029a5388901e123",
"method": "Incremental 1.01x MLP output-column scaling using 17 separate static PDDL signals",
"selection": {
"layer_range_inclusive": [
12,
23
],
"scale": 1.01,
"columns": 68,
"per_direction": 4,
"max_per_layer": 8
},
"exact_symbols": [
"clear",
"on-table",
"arm-empty",
"holding",
"on",
"pickup",
"putdown",
"stack",
"unstack"
],
"tokenization": {
"clear": [
{
"context": "clear",
"span": [
0,
5
],
"ids": [
7187
],
"tokens": [
"clear"
]
},
{
"context": "(clear ?x)",
"span": [
1,
6
],
"ids": [
1290,
1493
],
"tokens": [
"(c",
"lear"
]
},
{
"context": " (clear ?x)",
"span": [
5,
10
],
"ids": [
7187
],
"tokens": [
"clear"
]
}
],
"on-table": [
{
"context": "on-table",
"span": [
0,
8
],
"ids": [
263,
16293
],
"tokens": [
"on",
"-table"
]
},
{
"context": "(on-table ?x)",
"span": [
1,
9
],
"ids": [
28395,