Spaces:
Sleeping
Sleeping
File size: 631 Bytes
434f330 | 1 2 3 4 5 6 7 8 9 10 11 12 | """Pyramid DINO projections with single 3x3 decoder convolutions."""
from torch import nn
from pyramid_reference import PyramidPointwiseRGBWaveletDecoder
from base_model import segmentation_loss
class PyramidConv3RGBWaveletDecoder(PyramidPointwiseRGBWaveletDecoder):
def __init__(self):
super().__init__()
self.decoder=nn.ModuleList([nn.Sequential(nn.Conv2d(cin,32,3,padding=1,bias=False),nn.GroupNorm(8,32),nn.GELU()) for cin in [44,44,44,44,35]])
for layer in self.decoder.modules():
if isinstance(layer,nn.Conv2d):nn.init.kaiming_normal_(layer.weight,mode='fan_out',nonlinearity='relu')
|