TorchJaekwon/Model/Activation/ActivationFunction.py

import numpy as np
import torch

class ActivationFunction:
    @staticmethod
    def exponential_sigmoid(x: torch.Tensor) -> torch.Tensor:
        """Exponential sigmoid.
        Args:
            x: [torch.float32; [...]], input tensors.
        Returns:
            sigmoid outputs.
        """
        return 2.0 * torch.sigmoid(x) ** np.log(10) + 1e-7