File size: 1,764 Bytes
0f5d220
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
"""Pinned OpenTau core in the shared OpenPI expert/data/training pipeline.

This is a common-protocol baseline, not an execution of OpenTau's full trainer.
The upstream core in reference_ttt.py is byte-identical to revision 64544b9.
"""
from dataclasses import replace
import torch
from torch import nn
from .core import FastState,TTTConfig
from .reference_core_adapter import ReferenceLayer
from .multilayer_adapter import MultilayerExpert

class ReferenceExpert(MultilayerExpert):
    def __init__(self,model,indices,register_config,**kwargs):
        super().__init__(model,indices,register_config,**kwargs)
        device=next(model.action_in_proj.parameters()).device
        self.ttt=nn.ModuleDict({str(i):ReferenceLayer().to(device) for i in indices})
    def insert(self,idx,x,incoming,candidate,enabled,differentiable,trace,taps):
        key=str(idx)
        if not enabled or key not in self.ttt:return x
        if idx in self._calls:raise RuntimeError('Duplicate TTT reference call')
        self._calls.append(idx)
        if self.observer:self.observer('inner','attempt')
        if self.layer_observer:self.layer_observer(key,'attempt')
        result,candidate[key]=self.ttt[key].step(x,incoming[key],differentiable=differentiable)
        if self.gate_zero or idx in self.zero_read_layers:result=x+0.*(result-x)
        if self.guard:self.guard({key:candidate[key]})
        if not bool(torch.isfinite(result).all()):raise FloatingPointError('Nonfinite reference output')
        if trace is not None:trace.append(dict(layer=idx,method='opentau_reference',updates=candidate[key].updates.tolist()))
        if self.layer_observer:self.layer_observer(key,'complete')
        if self.observer:self.observer('inner','complete')
        return result