"""Eight logical ranks, including ranks without observations, reduce once.""" import json from types import SimpleNamespace import torch import torch.distributed as dist import torch.multiprocessing as mp def worker(rank, rendezvous, output): from psi.models.interaction_arch.control_metrics import flush torch.set_num_threads(1) dist.init_process_group('gloo', init_method='file://'+rendezvous, rank=rank, world_size=8) try: trainer=SimpleNamespace(model=SimpleNamespace(), accelerator=SimpleNamespace( device=torch.device('cpu'), unwrap_model=lambda model:model)) if rank < 2: cm=torch.zeros(9,dtype=torch.long) cm[rank]=3 if rank==0 else 1 trainer._token_control_meters={'train':dict(confusion=cm, paired=0, gt_switch=0,pred_switch=0,exact_switch=0,false_switch=0,triplets=0,flicker=0)} metrics=flush(trainer,'train') assert metrics['train/token_control_accuracy']==0.75 assert metrics['train/token_control_cm_listen_listen']==3 assert metrics['train/token_control_cm_listen_motion']==1 assert flush(trainer,'train')=={} if rank==0: with open(output,'w') as stream:json.dump(metrics,stream) finally: dist.destroy_process_group() def test_eight_rank_metric_reduction_with_empty_ranks(tmp_path): mp.start_processes(worker,args=(str(tmp_path/'init'),str(tmp_path/'metrics.json')), nprocs=8,join=True,start_method='fork') assert json.loads((tmp_path/'metrics.json').read_text())['train/token_control_accuracy']==.75