refactor folder locations

tensorneat/genome/gene/node/bias.py

@@ -0,0 +1,168 @@
+from typing import Tuple
+
+import jax, jax.numpy as jnp
+import sympy as sp
+from tensorneat.common import (
+    Act,
+    Agg,
+    act_func,
+    agg_func,
+    mutate_int,
+    mutate_float,
+    convert_to_sympy,
+)
+
+from . import BaseNodeGene
+
+
+class BiasNode(BaseNodeGene):
+    """
+    Default node gene, with the same behavior as in NEAT-python.
+    The attribute response is removed.
+    """
+
+    custom_attrs = ["bias", "aggregation", "activation"]
+
+    def __init__(
+        self,
+        bias_init_mean: float = 0.0,
+        bias_init_std: float = 1.0,
+        bias_mutate_power: float = 0.5,
+        bias_mutate_rate: float = 0.7,
+        bias_replace_rate: float = 0.1,
+        aggregation_default: callable = Agg.sum,
+        aggregation_options: Tuple = (Agg.sum,),
+        aggregation_replace_rate: float = 0.1,
+        activation_default: callable = Act.sigmoid,
+        activation_options: Tuple = (Act.sigmoid,),
+        activation_replace_rate: float = 0.1,
+    ):
+        super().__init__()
+        self.bias_init_mean = bias_init_mean
+        self.bias_init_std = bias_init_std
+        self.bias_mutate_power = bias_mutate_power
+        self.bias_mutate_rate = bias_mutate_rate
+        self.bias_replace_rate = bias_replace_rate
+
+        self.aggregation_default = aggregation_options.index(aggregation_default)
+        self.aggregation_options = aggregation_options
+        self.aggregation_indices = jnp.arange(len(aggregation_options))
+        self.aggregation_replace_rate = aggregation_replace_rate
+
+        self.activation_default = activation_options.index(activation_default)
+        self.activation_options = activation_options
+        self.activation_indices = jnp.arange(len(activation_options))
+        self.activation_replace_rate = activation_replace_rate
+
+    def new_identity_attrs(self, state):
+        return jnp.array(
+            [0, self.aggregation_default, -1]
+        )  # activation=-1 means Act.identity
+
+    def new_random_attrs(self, state, randkey):
+        k1, k2, k3 = jax.random.split(randkey, num=3)
+        bias = jax.random.normal(k1, ()) * self.bias_init_std + self.bias_init_mean
+        agg = jax.random.choice(k2, self.aggregation_indices)
+        act = jax.random.choice(k3, self.activation_indices)
+
+        return jnp.array([bias, agg, act])
+
+    def mutate(self, state, randkey, attrs):
+        k1, k2, k3 = jax.random.split(randkey, num=3)
+        bias, agg, act = attrs
+
+        bias = mutate_float(
+            k1,
+            bias,
+            self.bias_init_mean,
+            self.bias_init_std,
+            self.bias_mutate_power,
+            self.bias_mutate_rate,
+            self.bias_replace_rate,
+        )
+
+        agg = mutate_int(
+            k2, agg, self.aggregation_indices, self.aggregation_replace_rate
+        )
+
+        act = mutate_int(k3, act, self.activation_indices, self.activation_replace_rate)
+
+        return jnp.array([bias, agg, act])
+
+    def distance(self, state, attrs1, attrs2):
+        bias1, agg1, act1 = attrs1
+        bias2, agg2, act2 = attrs2
+
+        return jnp.abs(bias1 - bias2) + (agg1 != agg2) + (act1 != act2)
+
+    def forward(self, state, attrs, inputs, is_output_node=False):
+        bias, agg, act = attrs
+
+        z = agg_func(agg, inputs, self.aggregation_options)
+        z = bias + z
+
+        # the last output node should not be activated
+        z = jax.lax.cond(
+            is_output_node, lambda: z, lambda: act_func(act, z, self.activation_options)
+        )
+
+        return z
+
+    def repr(self, state, node, precision=2, idx_width=3, func_width=8):
+        idx, bias, agg, act = node
+
+        idx = int(idx)
+        bias = round(float(bias), precision)
+        agg = int(agg)
+        act = int(act)
+
+        if act == -1:
+            act_func = Act.identity
+        else:
+            act_func = self.activation_options[act]
+        return "{}(idx={:<{idx_width}}, bias={:<{float_width}}, aggregation={:<{func_width}}, activation={:<{func_width}})".format(
+            self.__class__.__name__,
+            idx,
+            bias,
+            self.aggregation_options[agg].__name__,
+            act_func.__name__,
+            idx_width=idx_width,
+            float_width=precision + 3,
+            func_width=func_width,
+        )
+
+    def to_dict(self, state, node):
+        idx, bias, agg, act = node
+
+        idx = int(idx)
+
+        bias = jnp.float32(bias)
+        agg = int(agg)
+        act = int(act)
+
+        if act == -1:
+            act_func = Act.identity
+        else:
+            act_func = self.activation_options[act]
+
+        return {
+            "idx": idx,
+            "bias": bias,
+            "agg": self.aggregation_options[int(agg)].__name__,
+            "act": act_func.__name__,
+        }
+
+    def sympy_func(self, state, node_dict, inputs, is_output_node=False):
+        nd = node_dict
+
+        bias = sp.symbols(f"n_{nd['idx']}_b")
+
+        z = convert_to_sympy(nd["agg"])(inputs)
+
+        z = bias + z
+        if is_output_node:
+            pass
+        else:
+            z = convert_to_sympy(nd["act"])(z)
+
+        return z, {bias: nd["bias"]}