| { | |
| "intervention_constant_sources": [ | |
| true, | |
| true, | |
| true, | |
| true, | |
| true, | |
| true | |
| ], | |
| "intervention_dimensions": [ | |
| 4096, | |
| 4096, | |
| 4096, | |
| 4096, | |
| 4096, | |
| 4096 | |
| ], | |
| "intervention_types": [ | |
| "<class 'pyreft.interventions.LoreftIntervention'>", | |
| "<class 'pyreft.interventions.LoreftIntervention'>", | |
| "<class 'pyreft.interventions.LoreftIntervention'>", | |
| "<class 'pyreft.interventions.LoreftIntervention'>", | |
| "<class 'pyreft.interventions.LoreftIntervention'>", | |
| "<class 'pyreft.interventions.LoreftIntervention'>" | |
| ], | |
| "mode": "parallel", | |
| "representations": [ | |
| [ | |
| 8, | |
| "block_output", | |
| "pos", | |
| 1, | |
| 2, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null | |
| ], | |
| [ | |
| 16, | |
| "block_output", | |
| "pos", | |
| 1, | |
| 2, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null | |
| ], | |
| [ | |
| 24, | |
| "block_output", | |
| "pos", | |
| 1, | |
| 2, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null | |
| ], | |
| [ | |
| 8, | |
| "block_output", | |
| "pos", | |
| 1, | |
| 2, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null | |
| ], | |
| [ | |
| 16, | |
| "block_output", | |
| "pos", | |
| 1, | |
| 2, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null | |
| ], | |
| [ | |
| 24, | |
| "block_output", | |
| "pos", | |
| 1, | |
| 2, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null, | |
| null | |
| ] | |
| ], | |
| "sorted_keys": [ | |
| "layer.8.comp.block_output.unit.pos.nunit.1#0", | |
| "layer.16.comp.block_output.unit.pos.nunit.1#0", | |
| "layer.24.comp.block_output.unit.pos.nunit.1#0", | |
| "layer.8.comp.block_output.unit.pos.nunit.1#1", | |
| "layer.16.comp.block_output.unit.pos.nunit.1#1", | |
| "layer.24.comp.block_output.unit.pos.nunit.1#1" | |
| ], | |
| "transformers_version": "4.40.1" | |
| } | |