| alpha = 0.1 | |
| def leaky_relu(x): | |
| shape = x.shape | |
| x = x.flatten() | |
| result = 0 | |
| if x > 0: | |
| result = x | |
| else: | |
| result = alpha * x | |
| return result.reshape(shape) | |
| def leaky_relu_prime(x): | |
| x = x.flatten() | |
| if x > 0: | |
| return 1 | |
| else: | |
| return alpha | |
| alpha = 0.1 | |
| def leaky_relu(x): | |
| shape = x.shape | |
| x = x.flatten() | |
| result = 0 | |
| if x > 0: | |
| result = x | |
| else: | |
| result = alpha * x | |
| return result.reshape(shape) | |
| def leaky_relu_prime(x): | |
| x = x.flatten() | |
| if x > 0: | |
| return 1 | |
| else: | |
| return alpha | |