Download training/original_prepare_data.py from WhynotGPT/bimanual-pose-vae: direct link, hf CLI and curl.
- Browser
- Download file 5.92 kB
-
https://huggingface.co/WhynotGPT/bimanual-pose-vae/resolve/main/training/original_prepare_data.py
- Command line
-
hf download hf://WhynotGPT/bimanual-pose-vae/training/original_prepare_data.py
-
curl -L -o original_prepare_data.py https://huggingface.co/WhynotGPT/bimanual-pose-vae/resolve/main/training/original_prepare_data.py
5.92 kB
| from common import * | |
| import collections,trimesh,smplx,torch,warnings | |
| from scipy.spatial.transform import Rotation | |
| warnings.filterwarnings('ignore',category=DeprecationWarning);torch.set_num_threads(2) | |
| F=Path('/SSD3/yangzijing/ego_full_training_filter_visible_20260925');G=Path('/SSD1/wbr/datasets/GRAB_source/GRAB_unzipped') | |
| models=[smplx.MANO(str(MANO),is_rhand=s==1,use_pca=True,num_pca_comps=24,flat_hand_mean=False) for s in range(2)] | |
| ex=set(map(tuple,read(OLD/'priors/excluded_recordings.json'))) | |
| for c in read('/SSD3/yangzijing/MiroHand_A6_benchmark_20260924/selection.json'):ex.add((c['dataset'],c['recording_id'])) | |
| write(R/'audit/excluded_pipeline_recordings.json',sorted(ex)) | |
| seqs=[];refs={};summary=collections.Counter();data=collections.defaultdict(list) | |
| def add(ds,seq,pose,rot,wrist,fids,source,split=None): | |
| pose=np.asarray(pose,np.float32).reshape(-1,2,15,3);rot=np.asarray(rot,np.float32).reshape(-1,2,3);wrist=np.asarray(wrist,np.float32);n=len(pose) | |
| good=np.isfinite(pose).all((1,2,3))&np.isfinite(rot).all((1,2))&np.isfinite(wrist).all((1,2));summary[ds+'_nonfinite_removed']+=int((~good).sum());pose,rot,wrist,fids=pose[good],rot[good],wrist[good],np.asarray(fids)[good] | |
| if not len(pose):return | |
| # Each recording contributes at most 160 evenly spaced real paired frames. | |
| ids=np.unique(np.linspace(0,len(pose)-1,min(160,len(pose))).astype(int));pose,rot,wrist,fids=pose[ids],rot[ids],wrist[ids],fids[ids] | |
| rr=Rotation.from_rotvec(rot.reshape(-1,3)).as_matrix().reshape(-1,2,3,3);relrot=rr[:,0].transpose(0,2,1)@rr[:,1];relpos=np.einsum('nji,nj->ni',rr[:,0],wrist[:,1]-wrist[:,0]);dist=np.linalg.norm(relpos,axis=-1);assert np.isfinite(relpos).all() and dist.max()<3,(ds,seq,dist.max()) | |
| # Invariant to shared camera/world rigid transform. Keep anchor for exact roundtrip. | |
| reconstructed=np.einsum('nij,nj->ni',rr[:,0],relpos)+wrist[:,0];assert np.max(abs(reconstructed-wrist[:,1]))<1e-5 | |
| if split is None: | |
| h=int(hashlib.sha256(('P3R4_20260927:'+ds+':'+seq).encode()).hexdigest()[:8],16)%10;split='test' if h==0 else 'validation' if h==1 else 'train' | |
| sid=len(seqs);seqs.append(dict(dataset=ds,recording=seq,split=split,frames=len(pose),source=source)) | |
| for k,v in dict(pose_aa=pose,relative_rotation=relrot.astype(np.float32),relative_wrist_m=relpos.astype(np.float32),anchor_rotation=rr[:,0].astype(np.float32),anchor_wrist_m=wrist[:,0],frame_ids=fids,sequence=np.full(len(pose),sid),dataset=np.full(len(pose),['ARCTIC','H2O','GRAB'].index(ds)),split=np.full(len(pose),['train','validation','test'].index(split))).items():data[k].append(v) | |
| summary[ds+'_'+split]+=len(pose) | |
| rows=[w for w in map(json.loads,(F/'unified/filtered_manifest.jsonl').open()) if w['dataset'] in ['ARCTIC','H2O'] and len(w['target_sides'])==2] | |
| groups=collections.defaultdict(list) | |
| for w in rows: | |
| rec=w['recording_id'];canonical=rec.removesuffix('/cam4') | |
| if (w['dataset'],rec) in ex or (w['dataset'],canonical) in ex:summary[w['dataset']+'_excluded_windows']+=1;continue | |
| groups[(w['dataset'],canonical)].append(w) | |
| for (ds,seq),ws in sorted(groups.items()): | |
| ar=collections.defaultdict(list);paths=[] | |
| for w in sorted(ws,key=lambda x:x['start']): | |
| p=Path(w['filtered_gt_path']);assert sha(p)==w['gt_sha256'];refs[str(p)]=w['gt_sha256'];z=np.load(p);ok=z['valid'].all(1) | |
| # Original local_pose includes the native MANO hand mean already. | |
| for k in ['local_pose_aa_rad','native_global_orient_aa_rad','joints_native_m','frame_ids']:ar[k].append(z[k][ok]) | |
| paths.append(str(p)) | |
| ar={k:np.concatenate(v) for k,v in ar.items()};add(ds,seq,ar['local_pose_aa_rad'],ar['native_global_orient_aa_rad'],ar['joints_native_m'][:,:,0],ar['frame_ids'],paths) | |
| print('EGO',dict(summary),flush=True) | |
| rootcache={};convertmax=0. | |
| for i,p in enumerate(sorted((G/'grab').glob('*/*.npz'))): | |
| a=np.load(p,allow_pickle=True);pose=[];rot=[];wrist=[];n=int(a['n_frames']);ids=np.arange(0,n,12) # 120fps to 10fps; no interpolation | |
| for s,key in enumerate(['lhand','rhand']): | |
| h=a[key].item();q=h['params'];m=models[s];local=q['hand_pose'][ids]@m.hand_components.numpy()+m.hand_mean.numpy();err=float(np.max(abs(local-(q['fullpose'][ids]+m.hand_mean.numpy()))));assert err<2e-5;convertmax=max(convertmax,err) | |
| template=G/h['vtemp'] | |
| if str(template) not in rootcache: | |
| vt=np.asarray(trimesh.load(template,process=False).vertices);assert vt.shape==(778,3);rootcache[str(template)]=m.J_regressor[0].numpy()@vt;refs[str(template)]=sha(template) | |
| pose.append(local);rot.append(q['global_orient'][ids]);wrist.append(q['transl'][ids]+rootcache[str(template)]) | |
| refs[str(p)]=sha(p);sub=p.parent.name;split='test' if sub=='s10' else 'validation' if sub=='s9' else 'train';add('GRAB',str(p.relative_to(G/'grab')).removesuffix('.npz'),np.stack(pose,1),np.stack(rot,1),np.stack(wrist,1),ids,[str(p)],split) | |
| if i%200==0:print('GRAB',i,dict(summary),flush=True) | |
| np.savez_compressed(R/'data/paired_motion.npz',**{k:np.concatenate(v) for k,v in data.items()});write(R/'data/sequences.json',seqs);write(R/'audit/source_hashes.json',refs) | |
| old=read(OLD/'priors/training_manifest_local_only.json');write(R/'audit/previous_single_vae_data.json',dict(counts=old['counts'],data_sha256=old['pose_data_sha256'],note='DexYCB and HO3D single-hand supervision is not converted into artificial paired samples')) | |
| write(R/'data/summary.json',dict(counts=dict(summary),sequences=len(seqs),paired_frames=sum(x['frames'] for x in seqs),data_sha256=sha(R/'data/paired_motion.npz'),grab_pca_fullpose_max_error_rad=convertmax,coordinate='left wrist MANO local frame; invert using anchor wrist pose in ego camera; no fake camera GT',schema='30 local SO3 rotations + relative wrist SO3 + relative wrist XYZ metres; 189D rotation6D input',sources_missing=['HIMO','Embody3D'],split='GRAB subject s1-s8 train, s9 validation, s10 test; ARCTIC/H2O deterministic sequence split 80/10/10; pipeline benchmark recordings excluded')) | |
| print('COMPLETE',read(R/'data/summary.json'),flush=True) | |