adjust default parameter; successful run recurrent-xor example

This commit is contained in:
root
2024-07-11 10:57:43 +08:00
parent 4a631f9464
commit 9bad577d89
18 changed files with 118 additions and 136 deletions

View File

@@ -31,7 +31,7 @@ class Act:
@staticmethod
def standard_tanh(z):
z =5 * z / sigma_3
z = 5 * z / sigma_3
return jnp.tanh(z) # (-1, 1)
@staticmethod
@@ -52,7 +52,6 @@ class Act:
@staticmethod
def identity(z):
z = jnp.clip(z, -sigma_3, sigma_3)
return z
@staticmethod