guanjihuan/guanjihuan.com
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Create activation_function.py

Browse Source
This commit is contained in:
guanjihuan 2024-03-26 18:17:17 +08:00
parent 96283e9ae1
commit 6637dbdd36
1 changed files with 27 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
2024.03.26_activation_function/activation_function.py Normal file
View File

@ -0,0 +1,27 @@
"""
This code is supported by the website: https://www.guanjihuan.com
The newest version of this code is on the web page: https://www.guanjihuan.com/archives/39029
"""
import torch
import numpy as np
import matplotlib.pyplot as plt
x_array = np.linspace(-6, 6, 100)
x_array_torch_tensor = torch.from_numpy(x_array)
y_array_torch_tensor = torch.nn.functional.sigmoid(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.show()
y_array_torch_tensor = torch.nn.functional.tanh(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.show()
y_array_torch_tensor = torch.nn.functional.relu(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.show()
y_array_torch_tensor = torch.nn.functional.leaky_relu(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.show()