File size: 956 Bytes
434f330
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
"""DINO projections 32/64/128/256; gaze outputs and pointwise decoder remain32."""
from torch import nn
from pointwise_reference import PointwiseRGBWaveletDecoder
from base_model import segmentation_loss

class PyramidPointwiseRGBWaveletDecoder(PointwiseRGBWaveletDecoder):
    def __init__(self):
        super().__init__()
        # Preserve the unchanged first scale and all wavelet/decoder/head initial values.
        for i,width in enumerate([64,128,256],start=1):
            self.dino_projection[i]=nn.Sequential(nn.Conv2d(1024,width,1,bias=False),nn.GroupNorm(8,width),nn.GELU())
            self.gaze_conditioning[i]=nn.Sequential(nn.Conv2d(width+2,32,1,bias=False),nn.GroupNorm(8,32),nn.GELU())
            for module in [self.dino_projection[i],self.gaze_conditioning[i]]:
                for layer in module.modules():
                    if isinstance(layer,nn.Conv2d):nn.init.kaiming_normal_(layer.weight,mode='fan_out',nonlinearity='relu')