| import unittest |
|
|
| import torch |
| from torch import nn |
|
|
| from diffusers.models.activations import get_activation |
|
|
|
|
| class ActivationsTests(unittest.TestCase): |
| def test_swish(self): |
| act = get_activation("swish") |
|
|
| self.assertIsInstance(act, nn.SiLU) |
|
|
| self.assertEqual(act(torch.tensor(-100, dtype=torch.float32)).item(), 0) |
| self.assertNotEqual(act(torch.tensor(-1, dtype=torch.float32)).item(), 0) |
| self.assertEqual(act(torch.tensor(0, dtype=torch.float32)).item(), 0) |
| self.assertEqual(act(torch.tensor(20, dtype=torch.float32)).item(), 20) |
|
|
| def test_silu(self): |
| act = get_activation("silu") |
|
|
| self.assertIsInstance(act, nn.SiLU) |
|
|
| self.assertEqual(act(torch.tensor(-100, dtype=torch.float32)).item(), 0) |
| self.assertNotEqual(act(torch.tensor(-1, dtype=torch.float32)).item(), 0) |
| self.assertEqual(act(torch.tensor(0, dtype=torch.float32)).item(), 0) |
| self.assertEqual(act(torch.tensor(20, dtype=torch.float32)).item(), 20) |
|
|
| def test_mish(self): |
| act = get_activation("mish") |
|
|
| self.assertIsInstance(act, nn.Mish) |
|
|
| self.assertEqual(act(torch.tensor(-200, dtype=torch.float32)).item(), 0) |
| self.assertNotEqual(act(torch.tensor(-1, dtype=torch.float32)).item(), 0) |
| self.assertEqual(act(torch.tensor(0, dtype=torch.float32)).item(), 0) |
| self.assertEqual(act(torch.tensor(20, dtype=torch.float32)).item(), 20) |
|
|
| def test_gelu(self): |
| act = get_activation("gelu") |
|
|
| self.assertIsInstance(act, nn.GELU) |
|
|
| self.assertEqual(act(torch.tensor(-100, dtype=torch.float32)).item(), 0) |
| self.assertNotEqual(act(torch.tensor(-1, dtype=torch.float32)).item(), 0) |
| self.assertEqual(act(torch.tensor(0, dtype=torch.float32)).item(), 0) |
| self.assertEqual(act(torch.tensor(20, dtype=torch.float32)).item(), 20) |
|
|
