File size: 2,031 Bytes
add1d5f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
"""The segment loop must preserve global scaling and truncated gradients."""
import unittest
from unittest.mock import patch
import torch
from robottt_pi05.batched_trainer import run
from robottt_pi05.sequence_trainer import SequenceTrainer,full_masks
from robottt_pi05.config import ExperimentConfig
from test_sequence import TinyRecurrent

class TinySegment(TinyRecurrent):
    def velocity_segment(self,prepared,noisy,time,state,**kwargs):
        values=[]
        for t in range(len(noisy)):
            value,state=self.velocity(None,noisy[t:t+1],time[t:t+1],state)
            values.append(value)
        return torch.cat(values),state

class BatchedLoopTests(unittest.TestCase):
    def test_float64_loss_gradient_state_equal_to_sequential(self):
        torch.manual_seed(31);a=torch.randn(1,32,10,32,dtype=torch.float64);e=torch.randn_like(a);t=torch.rand(1,32,1,1,dtype=torch.float64)
        masks=full_masks(1,32,10);masks.action_dimension=(torch.arange(32)<7)[None]
        config=ExperimentConfig(sequence_length=32,segment_length=8,observation_stride=1,loss_action_dim=7)
        sequential=TinyRecurrent();batched=TinySegment()
        expected=SequenceTrainer(sequential).run([None]*32,a,e,t,masks,segment_length=8,backward=lambda loss:loss.backward())
        with patch('robottt_pi05.batched_trainer.batch_prepared',lambda x:x):
            actual=run(batched,config,[None]*32,a,e,t,masks,backward=lambda loss:loss.backward())
        self.assertAlmostEqual(actual['loss'],expected['loss'],places=13)
        torch.testing.assert_close(actual['prediction'],expected['prediction'],rtol=0,atol=0)
        torch.testing.assert_close(batched.w.grad,sequential.w.grad,rtol=1e-13,atol=1e-13)
        torch.testing.assert_close(actual['state']['0']['weights'][0],expected['state']['0']['weights'][0],rtol=0,atol=0)
        self.assertEqual(actual['state']['0']['updates'].tolist(),[32]);self.assertEqual(actual['valid_scalar_count'],2240)
        self.assertEqual([r['end'] for r in actual['segments']],[8,16,24,32])