File size: 6,617 Bytes
bf71208
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
"""Matched cumulative donor ablation for oracle and individually fitted generator."""
import json
from pathlib import Path
import numpy as np
from mechcal.generators.spatial_mixture import SpatialConfig,replay


def nll(p,actions):
    return -np.log(np.take_along_axis(p,actions[...,None],-1)[...,0])


def summarize(x):
    x=np.asarray(x);rng=np.random.default_rng(731)
    means=x[rng.integers(len(x),size=(2000,len(x)))].mean(1)
    return dict(mean=float(x.mean()),ci95=np.quantile(means,[.025,.975]).tolist())


def main():
    root=Path('outputs/spatial_pilot_v1');out=Path('outputs/spatial_reference_ablation_v1');out.mkdir(exist_ok=True)
    protocol=json.loads((root/'protocol.json').read_text());c=SpatialConfig(**protocol['config'])
    fits=json.loads(Path('outputs/spatial_recovery_pilot_v1/results.json').read_text())
    weights=protocol['weights'];n=10;repeats=20;rng=np.random.default_rng(81073);maps=[]
    for _ in range(repeats):
        while True:
            m=rng.permutation(n)
            if np.all(m!=np.arange(n)):break
        maps.append(m)
    maps=np.array(maps);summary={}
    for w in weights:
        name=f'reward_w{round(w*100):03d}'
        with np.load(root/name/'train_audit.npz') as z:d={k:v[:n] for k,v in z.items()}
        actions=d['actions'][:,6:];reward=d['rewards'][:,6:]
        p=np.empty((2,n,2,c.trials,25));q=np.empty((2,repeats,n,2,c.trials,25))
        for i in range(n):
            row=next(r for r in fits if r['weight']==w and r['participant']==str(d['participant'][i]))
            true={k:float(d[k][i]) for k in ('gp_length','reward_temperature','local_temperature')}
            estimated=row['models']['mixture']['parameters'].copy();fitted_w=estimated.pop('weight')
            for model,(pars,weight) in enumerate(((true,w),(estimated,fitted_w))):
                for b in range(2):
                    args=(c,pars,weight,int(d['cue_arm'][i,b+6]),float(d['cue_reward'][i,b+6]),actions[i,b])
                    p[model,i,b]=replay(*args,reward[i,b])
                    for j,m in enumerate(maps):q[model,j,i,b]=replay(*args,reward[m[i],b])
        # No past chosen reward at first choice: cue is preserved in this assay.
        np.testing.assert_allclose(q[:,:,:,:,0],p[:,None,:,:,0]+np.zeros_like(q[:,:,:,:,0]),atol=1e-12)
        if w==0:np.testing.assert_allclose(q[0],np.broadcast_to(p[0],q[0].shape),atol=0,rtol=0)
        vectors={}
        for mi,label in enumerate(('oracle','fit')):
            base=nll(p[mi],actions).mean((1,2))
            ablated=nll(q[mi],actions[None]).mean((0,2,3))
            kl=(p[mi][None]*(np.log(p[mi][None])-np.log(q[mi]))).sum(-1).mean((0,2,3))
            vectors[label+'_intact_nll']=base;vectors[label+'_donor_nll']=ablated
            vectors[label+'_delta_nll']=ablated-base
            vectors[label+'_relative_delta_pct']=100*(ablated-base)/base
            vectors[label+'_expected_kl']=kl
        change=q-p[:,None]
        vectors['response_disagreement']=.5*np.abs(change[1]-change[0]).sum(-1).mean((0,2,3))
        vectors['delta_difference']=vectors['fit_delta_nll']-vectors['oracle_delta_nll']
        summary[str(w)]={k:summarize(v) for k,v in vectors.items()}
        np.savez_compressed(out/(name+'.npz'),**vectors,participants=d['participant'],donor_maps=maps,
                            actions=actions,intact_probabilities=p,donor_probabilities=q)
        print('ABLATION',w,summary[str(w)]['oracle_delta_nll']['mean'],summary[str(w)]['fit_delta_nll']['mean'],flush=True)
    (out/'summary.json').write_text(json.dumps(summary,indent=2))
    manifest=dict(subjects_per_weight=n,repeats=repeats,split='TRAIN participants, maps 7-8 only',
        fitting='Mixture model for every weight; parameters fit only on maps 1-6, never refit after ablation',
        intervention='All chosen rewards replaced by same-round/trial donor rewards; initial cue unchanged',
        choices='Actual choices held fixed, standard one-step-ahead replay, state resets every map',
        pairing='Same 20 derangements across weights/models. Ten participants paired across weights.',
        uncertainty='Participant bootstrap after averaging donor maps and trials; n=10 exploratory intervals',
        caveat='Known family/noise/lapse. This is not reward removal or a choice-only retraining baseline.',
        test_or_validation_used=False)
    (out/'protocol.json').write_text(json.dumps(manifest,indent=2))
    import matplotlib
    matplotlib.use('Agg')
    import matplotlib.pyplot as plt
    fig,axs=plt.subplots(1,3,figsize=(13,3.8))
    for mi,(title,metric) in enumerate([('Intact prediction','intact_nll'),('Donor-reward prediction','donor_nll'),('Ablation effect','delta_nll')]):
        for label,color,ls in [('oracle','#424b57','-'),('fit','#b97922','--')]:
            vals=[summary[str(w)][label+'_'+metric] for w in weights];y=[v['mean'] for v in vals];ci=np.array([v['ci95'] for v in vals])
            axs[mi].plot(weights,y,ls+'o',color=color,label='Oracle' if label=='oracle' else 'Fitted generator',ms=4)
            axs[mi].fill_between(weights,ci[:,0],ci[:,1],color=color,alpha=.12)
        if mi<2:axs[mi].axhline(np.log(25),color='#aaa',ls=':',label='Uniform random')
        else:axs[mi].axhline(0,color='#aaa',lw=.8)
        axs[mi].set(xlabel='Generating reward weight',ylabel='Nats / choice',title=title)
    axs[0].legend(frameon=False,fontsize=9);fig.tight_layout();fig.savefig(out/'references.png',dpi=180);fig.savefig(out/'references.pdf');plt.close(fig)
    lines=['# Spatial oracle and fitted-generator donor ablation','',
           '10 paired subjects/weight, fit first 6 maps, evaluate last 2. 20 donor maps. Initial cue retained.',
           '', '|w|Oracle intact|Fit intact|Oracle donor|Fit donor|Oracle delta|Fit delta|','|---|---:|---:|---:|---:|---:|---:|']
    for w in weights:
        s=summary[str(w)];keys=['oracle_intact_nll','fit_intact_nll','oracle_donor_nll','fit_donor_nll','oracle_delta_nll','fit_delta_nll']
        lines.append('|'+str(w)+'|'+'|'.join(f"{s[k]['mean']:.4f}" for k in keys)+'|')
    lines+=['','This is a small known-family reference pilot, not proof of parameter or neural mechanism recovery.',
            'Absolute delta NLL is primary; relative deltas, expected KL and probability-response disagreement are in summary.json.',
            'The donor input can be misleading, so its NLL may exceed random. This is not a choice-only optimal baseline.',
            'No neural training, test evaluation, or model selection on the evaluation maps.']
    (out/'README.md').write_text('\n'.join(lines))


if __name__=='__main__':main()