File size: 2,031 Bytes
add1d5f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | """The segment loop must preserve global scaling and truncated gradients."""
import unittest
from unittest.mock import patch
import torch
from robottt_pi05.batched_trainer import run
from robottt_pi05.sequence_trainer import SequenceTrainer,full_masks
from robottt_pi05.config import ExperimentConfig
from test_sequence import TinyRecurrent
class TinySegment(TinyRecurrent):
def velocity_segment(self,prepared,noisy,time,state,**kwargs):
values=[]
for t in range(len(noisy)):
value,state=self.velocity(None,noisy[t:t+1],time[t:t+1],state)
values.append(value)
return torch.cat(values),state
class BatchedLoopTests(unittest.TestCase):
def test_float64_loss_gradient_state_equal_to_sequential(self):
torch.manual_seed(31);a=torch.randn(1,32,10,32,dtype=torch.float64);e=torch.randn_like(a);t=torch.rand(1,32,1,1,dtype=torch.float64)
masks=full_masks(1,32,10);masks.action_dimension=(torch.arange(32)<7)[None]
config=ExperimentConfig(sequence_length=32,segment_length=8,observation_stride=1,loss_action_dim=7)
sequential=TinyRecurrent();batched=TinySegment()
expected=SequenceTrainer(sequential).run([None]*32,a,e,t,masks,segment_length=8,backward=lambda loss:loss.backward())
with patch('robottt_pi05.batched_trainer.batch_prepared',lambda x:x):
actual=run(batched,config,[None]*32,a,e,t,masks,backward=lambda loss:loss.backward())
self.assertAlmostEqual(actual['loss'],expected['loss'],places=13)
torch.testing.assert_close(actual['prediction'],expected['prediction'],rtol=0,atol=0)
torch.testing.assert_close(batched.w.grad,sequential.w.grad,rtol=1e-13,atol=1e-13)
torch.testing.assert_close(actual['state']['0']['weights'][0],expected['state']['0']['weights'][0],rtol=0,atol=0)
self.assertEqual(actual['state']['0']['updates'].tolist(),[32]);self.assertEqual(actual['valid_scalar_count'],2240)
self.assertEqual([r['end'] for r in actual['segments']],[8,16,24,32])
|