modules/commons/unet1d.py

from collections import OrderedDict

import torch
import torch.nn as nn


class UNet1d(nn.Module):

    def __init__(self, in_channels=3, out_channels=1, init_features=128, multi=None):
        super(UNet1d, self).__init__()
        if multi is None:
            multi = [1, 2, 2, 4]
        features = init_features
        self.encoder1 = UNet1d._block(in_channels, features * multi[0], name="enc1")
        self.pool1 = nn.MaxPool1d(kernel_size=2, stride=2)
        self.encoder2 = UNet1d._block(features * multi[0], features * multi[1], name="enc2")
        self.pool2 = nn.MaxPool1d(kernel_size=2, stride=2)
        self.encoder3 = UNet1d._block(features * multi[1], features * multi[2], name="enc3")
        self.pool3 = nn.MaxPool1d(kernel_size=2, stride=2)
        self.encoder4 = UNet1d._block(features * multi[2], features * multi[3], name="enc4")
        self.pool4 = nn.MaxPool1d(kernel_size=2, stride=2)

        self.bottleneck = UNet1d._block(features * multi[3], features * multi[3], name="bottleneck")

        self.upconv4 = nn.ConvTranspose1d(
            features * multi[3], features * multi[3], kernel_size=2, stride=2
        )
        self.decoder4 = UNet1d._block((features * multi[3]) * 2, features * multi[3], name="dec4")
        self.upconv3 = nn.ConvTranspose1d(
            features * multi[3], features * multi[2], kernel_size=2, stride=2
        )
        self.decoder3 = UNet1d._block((features * multi[2]) * 2, features * multi[2], name="dec3")
        self.upconv2 = nn.ConvTranspose1d(
            features * multi[2], features * multi[1], kernel_size=2, stride=2
        )
        self.decoder2 = UNet1d._block((features * multi[1]) * 2, features * multi[1], name="dec2")
        self.upconv1 = nn.ConvTranspose1d(
            features * multi[1], features * multi[0], kernel_size=2, stride=2
        )
        self.decoder1 = UNet1d._block(features * multi[0] * 2, features * multi[0], name="dec1")

        self.conv = nn.Conv1d(
            in_channels=features * multi[0], out_channels=out_channels, kernel_size=1
        )

    def forward(self, x, nonpadding=None):
        if nonpadding is None:
            nonpadding = torch.ones_like(x)[:, :, :1]
        enc1 = self.encoder1(x.transpose(1, 2)) * nonpadding.transpose(1, 2)
        enc2 = self.encoder2(self.pool1(enc1))
        enc3 = self.encoder3(self.pool2(enc2))
        enc4 = self.encoder4(self.pool3(enc3))

        bottleneck = self.bottleneck(self.pool4(enc4))

        dec4 = self.upconv4(bottleneck)
        dec4 = torch.cat((dec4, enc4), dim=1)
        dec4 = self.decoder4(dec4)
        dec3 = self.upconv3(dec4)
        dec3 = torch.cat((dec3, enc3), dim=1)
        dec3 = self.decoder3(dec3)
        dec2 = self.upconv2(dec3)
        dec2 = torch.cat((dec2, enc2), dim=1)
        dec2 = self.decoder2(dec2)
        dec1 = self.upconv1(dec2)
        dec1 = torch.cat((dec1, enc1), dim=1)
        dec1 = self.decoder1(dec1)
        return self.conv(dec1).transpose(1, 2) * nonpadding

    @staticmethod
    def _block(in_channels, features, name):
        return nn.Sequential(
            OrderedDict(
                [
                    (
                        name + "conv1",
                        nn.Conv1d(
                            in_channels=in_channels,
                            out_channels=features,
                            kernel_size=5,
                            padding=2,
                            bias=False,
                        ),
                    ),
                    (name + "norm1", nn.GroupNorm(4, features)),
                    (name + "tanh1", nn.Tanh()),
                    (
                        name + "conv2",
                        nn.Conv1d(
                            in_channels=features,
                            out_channels=features,
                            kernel_size=5,
                            padding=2,
                            bias=False,
                        ),
                    ),
                    (name + "norm2", nn.GroupNorm(4, features)),
                    (name + "tanh2", nn.Tanh()),
                ]
            )
        )


class UNet2d(nn.Module):
    def __init__(self, in_channels=3, out_channels=1, init_features=32, multi=None):
        super(UNet2d, self).__init__()

        features = init_features
        self.encoder1 = UNet2d._block(in_channels, features * multi[0], name="enc1")
        self.pool1 = nn.MaxPool2d(kernel_size=2, stride=2)
        self.encoder2 = UNet2d._block(features * multi[0], features * multi[1], name="enc2")
        self.pool2 = nn.MaxPool2d(kernel_size=2, stride=2)
        self.encoder3 = UNet2d._block(features * multi[1], features * multi[2], name="enc3")
        self.pool3 = nn.MaxPool2d(kernel_size=2, stride=2)
        self.encoder4 = UNet2d._block(features * multi[2], features * multi[3], name="enc4")
        self.pool4 = nn.MaxPool2d(kernel_size=2, stride=2)

        self.bottleneck = UNet2d._block(features * multi[3], features * multi[3], name="bottleneck")

        self.upconv4 = nn.ConvTranspose2d(
            features * multi[3], features * multi[3], kernel_size=2, stride=2
        )
        self.decoder4 = UNet2d._block((features * multi[3]) * 2, features * multi[3], name="dec4")
        self.upconv3 = nn.ConvTranspose2d(
            features * multi[3], features * multi[2], kernel_size=2, stride=2
        )
        self.decoder3 = UNet2d._block((features * multi[2]) * 2, features * multi[2], name="dec3")
        self.upconv2 = nn.ConvTranspose2d(
            features * multi[2], features * multi[1], kernel_size=2, stride=2
        )
        self.decoder2 = UNet2d._block((features * multi[1]) * 2, features * multi[1], name="dec2")
        self.upconv1 = nn.ConvTranspose2d(
            features * multi[1], features * multi[0], kernel_size=2, stride=2
        )
        self.decoder1 = UNet2d._block(features * multi[0] * 2, features * multi[0], name="dec1")

        self.conv = nn.Conv2d(
            in_channels=features * multi[0], out_channels=out_channels, kernel_size=1
        )

    def forward(self, x):
        enc1 = self.encoder1(x)
        enc2 = self.encoder2(self.pool1(enc1))
        enc3 = self.encoder3(self.pool2(enc2))
        enc4 = self.encoder4(self.pool3(enc3))

        bottleneck = self.bottleneck(self.pool4(enc4))

        dec4 = self.upconv4(bottleneck)
        dec4 = torch.cat((dec4, enc4), dim=1)
        dec4 = self.decoder4(dec4)
        dec3 = self.upconv3(dec4)
        dec3 = torch.cat((dec3, enc3), dim=1)
        dec3 = self.decoder3(dec3)
        dec2 = self.upconv2(dec3)
        dec2 = torch.cat((dec2, enc2), dim=1)
        dec2 = self.decoder2(dec2)
        dec1 = self.upconv1(dec2)
        dec1 = torch.cat((dec1, enc1), dim=1)
        dec1 = self.decoder1(dec1)
        x = self.conv(dec1)
        return x

    @staticmethod
    def _block(in_channels, features, name):
        return nn.Sequential(
            OrderedDict(
                [
                    (
                        name + "conv1",
                        nn.Conv2d(
                            in_channels=in_channels,
                            out_channels=features,
                            kernel_size=3,
                            padding=1,
                            bias=False,
                        ),
                    ),
                    (name + "norm1", nn.GroupNorm(4, features)),
                    (name + "tanh1", nn.Tanh()),
                    (
                        name + "conv2",
                        nn.Conv2d(
                            in_channels=features,
                            out_channels=features,
                            kernel_size=3,
                            padding=1,
                            bias=False,
                        ),
                    ),
                    (name + "norm2", nn.GroupNorm(4, features)),
                    (name + "tanh2", nn.Tanh()),
                    (name + "conv3", nn.Conv2d(
                        in_channels=features,
                        out_channels=features,
                        kernel_size=1,
                        padding=0,
                        bias=True,
                    )),
                ]
            )
        )