guanjihuan/guanjihuan.com
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update activation_function.py

Browse Source
This commit is contained in:
guanjihuan 2024-05-10 05:28:33 +08:00
parent 46e14fe0fe
commit 570f69f750
1 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
2024.03.26_activation_function/activation_function.py
View File

@ -12,16 +12,30 @@ x_array_torch_tensor = torch.from_numpy(x_array)
y_array_torch_tensor = torch.nn.functional.sigmoid(x_array_torch_tensor) y_array_torch_tensor = torch.nn.functional.sigmoid(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor) plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.title('sigmoid')
plt.show() plt.show()
y_array_torch_tensor = torch.nn.functional.tanh(x_array_torch_tensor) y_array_torch_tensor = torch.nn.functional.tanh(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor) plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.title('tanh')
plt.show() plt.show()
y_array_torch_tensor = torch.nn.functional.relu(x_array_torch_tensor) y_array_torch_tensor = torch.nn.functional.relu(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor) plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.title('relu')
plt.show() plt.show()
y_array_torch_tensor = torch.nn.functional.leaky_relu(x_array_torch_tensor) y_array_torch_tensor = torch.nn.functional.leaky_relu(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor) plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.title('leaky_relu')
plt.show()
y_array_torch_tensor = torch.nn.functional.gelu(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.title('gelu')
plt.show()
y_array_torch_tensor = torch.nn.functional.silu(x_array_torch_tensor)
plt.plot(x_array_torch_tensor, y_array_torch_tensor)
plt.title('silu')
plt.show() plt.show()