Download review_artifacts/scripts/ablate_spatial_references.py from randomfolk/behavioral-model-ablations-review: direct link, hf CLI and curl.
- Browser
- Download file 6.62 kB
-
https://huggingface.co/randomfolk/behavioral-model-ablations-review/resolve/main/review_artifacts/scripts/ablate_spatial_references.py
- Command line
-
hf download hf://randomfolk/behavioral-model-ablations-review/review_artifacts/scripts/ablate_spatial_references.py
-
curl -L -o ablate_spatial_references.py https://huggingface.co/randomfolk/behavioral-model-ablations-review/resolve/main/review_artifacts/scripts/ablate_spatial_references.py
6.62 kB
| """Matched cumulative donor ablation for oracle and individually fitted generator.""" | |
| import json | |
| from pathlib import Path | |
| import numpy as np | |
| from mechcal.generators.spatial_mixture import SpatialConfig,replay | |
| def nll(p,actions): | |
| return -np.log(np.take_along_axis(p,actions[...,None],-1)[...,0]) | |
| def summarize(x): | |
| x=np.asarray(x);rng=np.random.default_rng(731) | |
| means=x[rng.integers(len(x),size=(2000,len(x)))].mean(1) | |
| return dict(mean=float(x.mean()),ci95=np.quantile(means,[.025,.975]).tolist()) | |
| def main(): | |
| root=Path('outputs/spatial_pilot_v1');out=Path('outputs/spatial_reference_ablation_v1');out.mkdir(exist_ok=True) | |
| protocol=json.loads((root/'protocol.json').read_text());c=SpatialConfig(**protocol['config']) | |
| fits=json.loads(Path('outputs/spatial_recovery_pilot_v1/results.json').read_text()) | |
| weights=protocol['weights'];n=10;repeats=20;rng=np.random.default_rng(81073);maps=[] | |
| for _ in range(repeats): | |
| while True: | |
| m=rng.permutation(n) | |
| if np.all(m!=np.arange(n)):break | |
| maps.append(m) | |
| maps=np.array(maps);summary={} | |
| for w in weights: | |
| name=f'reward_w{round(w*100):03d}' | |
| with np.load(root/name/'train_audit.npz') as z:d={k:v[:n] for k,v in z.items()} | |
| actions=d['actions'][:,6:];reward=d['rewards'][:,6:] | |
| p=np.empty((2,n,2,c.trials,25));q=np.empty((2,repeats,n,2,c.trials,25)) | |
| for i in range(n): | |
| row=next(r for r in fits if r['weight']==w and r['participant']==str(d['participant'][i])) | |
| true={k:float(d[k][i]) for k in ('gp_length','reward_temperature','local_temperature')} | |
| estimated=row['models']['mixture']['parameters'].copy();fitted_w=estimated.pop('weight') | |
| for model,(pars,weight) in enumerate(((true,w),(estimated,fitted_w))): | |
| for b in range(2): | |
| args=(c,pars,weight,int(d['cue_arm'][i,b+6]),float(d['cue_reward'][i,b+6]),actions[i,b]) | |
| p[model,i,b]=replay(*args,reward[i,b]) | |
| for j,m in enumerate(maps):q[model,j,i,b]=replay(*args,reward[m[i],b]) | |
| # No past chosen reward at first choice: cue is preserved in this assay. | |
| np.testing.assert_allclose(q[:,:,:,:,0],p[:,None,:,:,0]+np.zeros_like(q[:,:,:,:,0]),atol=1e-12) | |
| if w==0:np.testing.assert_allclose(q[0],np.broadcast_to(p[0],q[0].shape),atol=0,rtol=0) | |
| vectors={} | |
| for mi,label in enumerate(('oracle','fit')): | |
| base=nll(p[mi],actions).mean((1,2)) | |
| ablated=nll(q[mi],actions[None]).mean((0,2,3)) | |
| kl=(p[mi][None]*(np.log(p[mi][None])-np.log(q[mi]))).sum(-1).mean((0,2,3)) | |
| vectors[label+'_intact_nll']=base;vectors[label+'_donor_nll']=ablated | |
| vectors[label+'_delta_nll']=ablated-base | |
| vectors[label+'_relative_delta_pct']=100*(ablated-base)/base | |
| vectors[label+'_expected_kl']=kl | |
| change=q-p[:,None] | |
| vectors['response_disagreement']=.5*np.abs(change[1]-change[0]).sum(-1).mean((0,2,3)) | |
| vectors['delta_difference']=vectors['fit_delta_nll']-vectors['oracle_delta_nll'] | |
| summary[str(w)]={k:summarize(v) for k,v in vectors.items()} | |
| np.savez_compressed(out/(name+'.npz'),**vectors,participants=d['participant'],donor_maps=maps, | |
| actions=actions,intact_probabilities=p,donor_probabilities=q) | |
| print('ABLATION',w,summary[str(w)]['oracle_delta_nll']['mean'],summary[str(w)]['fit_delta_nll']['mean'],flush=True) | |
| (out/'summary.json').write_text(json.dumps(summary,indent=2)) | |
| manifest=dict(subjects_per_weight=n,repeats=repeats,split='TRAIN participants, maps 7-8 only', | |
| fitting='Mixture model for every weight; parameters fit only on maps 1-6, never refit after ablation', | |
| intervention='All chosen rewards replaced by same-round/trial donor rewards; initial cue unchanged', | |
| choices='Actual choices held fixed, standard one-step-ahead replay, state resets every map', | |
| pairing='Same 20 derangements across weights/models. Ten participants paired across weights.', | |
| uncertainty='Participant bootstrap after averaging donor maps and trials; n=10 exploratory intervals', | |
| caveat='Known family/noise/lapse. This is not reward removal or a choice-only retraining baseline.', | |
| test_or_validation_used=False) | |
| (out/'protocol.json').write_text(json.dumps(manifest,indent=2)) | |
| import matplotlib | |
| matplotlib.use('Agg') | |
| import matplotlib.pyplot as plt | |
| fig,axs=plt.subplots(1,3,figsize=(13,3.8)) | |
| for mi,(title,metric) in enumerate([('Intact prediction','intact_nll'),('Donor-reward prediction','donor_nll'),('Ablation effect','delta_nll')]): | |
| for label,color,ls in [('oracle','#424b57','-'),('fit','#b97922','--')]: | |
| vals=[summary[str(w)][label+'_'+metric] for w in weights];y=[v['mean'] for v in vals];ci=np.array([v['ci95'] for v in vals]) | |
| axs[mi].plot(weights,y,ls+'o',color=color,label='Oracle' if label=='oracle' else 'Fitted generator',ms=4) | |
| axs[mi].fill_between(weights,ci[:,0],ci[:,1],color=color,alpha=.12) | |
| if mi<2:axs[mi].axhline(np.log(25),color='#aaa',ls=':',label='Uniform random') | |
| else:axs[mi].axhline(0,color='#aaa',lw=.8) | |
| axs[mi].set(xlabel='Generating reward weight',ylabel='Nats / choice',title=title) | |
| axs[0].legend(frameon=False,fontsize=9);fig.tight_layout();fig.savefig(out/'references.png',dpi=180);fig.savefig(out/'references.pdf');plt.close(fig) | |
| lines=['# Spatial oracle and fitted-generator donor ablation','', | |
| '10 paired subjects/weight, fit first 6 maps, evaluate last 2. 20 donor maps. Initial cue retained.', | |
| '', '|w|Oracle intact|Fit intact|Oracle donor|Fit donor|Oracle delta|Fit delta|','|---|---:|---:|---:|---:|---:|---:|'] | |
| for w in weights: | |
| s=summary[str(w)];keys=['oracle_intact_nll','fit_intact_nll','oracle_donor_nll','fit_donor_nll','oracle_delta_nll','fit_delta_nll'] | |
| lines.append('|'+str(w)+'|'+'|'.join(f"{s[k]['mean']:.4f}" for k in keys)+'|') | |
| lines+=['','This is a small known-family reference pilot, not proof of parameter or neural mechanism recovery.', | |
| 'Absolute delta NLL is primary; relative deltas, expected KL and probability-response disagreement are in summary.json.', | |
| 'The donor input can be misleading, so its NLL may exceed random. This is not a choice-only optimal baseline.', | |
| 'No neural training, test evaluation, or model selection on the evaluation maps.'] | |
| (out/'README.md').write_text('\n'.join(lines)) | |
| if __name__=='__main__':main() | |