change project structure and using .ini as config file
This commit is contained in:
@@ -1,9 +1,8 @@
|
||||
import numpy as np
|
||||
import jax
|
||||
from utils import Configer
|
||||
from algorithms.neat import Pipeline
|
||||
from time_utils import using_cprofile
|
||||
from algorithms.neat.function_factory import FunctionFactory
|
||||
from neat import Pipeline
|
||||
from neat import FunctionFactory
|
||||
from problems import EnhanceLogic
|
||||
import time
|
||||
|
||||
|
||||
@@ -1,56 +0,0 @@
|
||||
import numpy as np
|
||||
import jax
|
||||
from utils import Configer
|
||||
from algorithms.neat import Pipeline
|
||||
from time_utils import using_cprofile
|
||||
from algorithms.neat.function_factory import FunctionFactory
|
||||
from problems import EnhanceLogic
|
||||
import time
|
||||
|
||||
|
||||
def evaluate(problem, func):
|
||||
outs = func(problem.inputs)
|
||||
outs = jax.device_get(outs)
|
||||
fitnesses = -np.mean((problem.outputs - outs) ** 2, axis=(1, 2))
|
||||
return fitnesses
|
||||
|
||||
|
||||
def main():
|
||||
config = Configer.load_config()
|
||||
problem = EnhanceLogic("xor", n=3)
|
||||
problem.refactor_config(config)
|
||||
function_factory = FunctionFactory(config)
|
||||
evaluate_func = lambda func: evaluate(problem, func)
|
||||
|
||||
# precompile
|
||||
pipeline = Pipeline(config, function_factory, seed=114514)
|
||||
pipeline.auto_run(evaluate_func)
|
||||
|
||||
for r in range(10):
|
||||
print(f"running: {r}/{10}")
|
||||
tic = time.time()
|
||||
|
||||
pipeline = Pipeline(config, function_factory, seed=r)
|
||||
pipeline.auto_run(evaluate_func)
|
||||
|
||||
total_time = time.time() - tic
|
||||
evaluate_time = pipeline.evaluate_time
|
||||
total_it = pipeline.generation
|
||||
print(f"total time: {total_time:.2f}s, evaluate time: {evaluate_time:.2f}s, total_it: {total_it}")
|
||||
|
||||
if total_it >= 500:
|
||||
res = "fail"
|
||||
else:
|
||||
res = "success"
|
||||
|
||||
with open("log", "ab") as f:
|
||||
f.write(f"{res}, total time: {total_time:.2f}s, evaluate time: {evaluate_time:.2f}s, total_it: {total_it}\n".encode("utf-8"))
|
||||
f.write(str(pipeline.generation_time_list).encode("utf-8"))
|
||||
|
||||
compile_time = function_factory.compile_time
|
||||
|
||||
print("total_compile_time:", compile_time)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
@@ -1,52 +0,0 @@
|
||||
|
||||
import numpy as np
|
||||
import jax
|
||||
from utils import Configer
|
||||
from algorithms.neat import Pipeline
|
||||
from time_utils import using_cprofile
|
||||
from algorithms.neat.function_factory import FunctionFactory
|
||||
from problems import EnhanceLogic
|
||||
import time
|
||||
|
||||
|
||||
def evaluate(problem, func):
|
||||
outs = func(problem.inputs)
|
||||
outs = jax.device_get(outs)
|
||||
fitnesses = -np.mean((problem.outputs - outs) ** 2, axis=(1, 2))
|
||||
return fitnesses
|
||||
|
||||
|
||||
def main():
|
||||
config = Configer.load_config()
|
||||
problem = EnhanceLogic("xor", n=3)
|
||||
problem.refactor_config(config)
|
||||
|
||||
evaluate_func = lambda func: evaluate(problem, func)
|
||||
|
||||
for p in [100, 200, 500, 1000, 2000, 5000, 10000, 20000]:
|
||||
config.neat.population.pop_size = p
|
||||
tic = time.time()
|
||||
function_factory = FunctionFactory(config)
|
||||
print(f"running: {p}")
|
||||
|
||||
pipeline = Pipeline(config, function_factory, seed=2)
|
||||
pipeline.auto_run(evaluate_func)
|
||||
|
||||
total_time = time.time() - tic
|
||||
evaluate_time = pipeline.evaluate_time
|
||||
total_it = pipeline.generation
|
||||
print(f"total time: {total_time:.2f}s, evaluate time: {evaluate_time:.2f}s, total_it: {total_it}")
|
||||
|
||||
with open("2060_log2", "ab") as f:
|
||||
f.write \
|
||||
(f"{p}, total time: {total_time:.2f}s, compile time: {function_factory.compile_time:.2f}s, total_it: {total_it}\n".encode
|
||||
("utf-8"))
|
||||
f.write(f"{str(pipeline.generation_time_list)}\n".encode("utf-8"))
|
||||
|
||||
compile_time = function_factory.compile_time
|
||||
|
||||
print("total_compile_time:", compile_time)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
@@ -1,12 +1,9 @@
|
||||
import jax
|
||||
import numpy as np
|
||||
from algorithms.neat.function_factory import FunctionFactory
|
||||
from algorithms.neat.genome.debug.tools import check_array_valid
|
||||
from neat import FunctionFactory
|
||||
from neat.genome.debug.tools import check_array_valid
|
||||
from utils import Configer
|
||||
|
||||
from algorithms.neat.genome.crossover import crossover
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
config = Configer.load_config()
|
||||
function_factory = FunctionFactory(config, debug=True)
|
||||
|
||||
@@ -25,10 +25,12 @@ def jax_mutate_population(seed, pop_x):
|
||||
def numpy_mutate_population(pop_x):
|
||||
return np.stack([numpy_mutate(x) for x in pop_x])
|
||||
|
||||
|
||||
def numpy_mutate_population_vmap(pop_x):
|
||||
noise = np.random.normal(size=pop_x.shape) * 0.1
|
||||
return pop_x + noise
|
||||
|
||||
|
||||
def main():
|
||||
seed = jax.random.PRNGKey(0)
|
||||
i = 10
|
||||
@@ -53,5 +55,6 @@ def main():
|
||||
|
||||
i = int(i * 1.3)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
from neat import FunctionFactory
|
||||
from utils import Configer
|
||||
from algorithms.neat import Pipeline
|
||||
from time_utils import using_cprofile
|
||||
from problems import Sin, Xor, DIY
|
||||
from neat import Pipeline
|
||||
from problems import Xor
|
||||
import time
|
||||
|
||||
|
||||
@@ -10,11 +10,14 @@ import time
|
||||
def main():
|
||||
tic = time.time()
|
||||
config = Configer.load_config()
|
||||
print(config)
|
||||
assert False
|
||||
problem = Xor()
|
||||
problem.refactor_config(config)
|
||||
pipeline = Pipeline(config, seed=6)
|
||||
function_factory = FunctionFactory(config)
|
||||
pipeline = Pipeline(config, function_factory, seed=6)
|
||||
nodes, cons = pipeline.auto_run(problem.evaluate)
|
||||
# print(nodes, cons)
|
||||
print(nodes, cons)
|
||||
total_time = time.time() - tic
|
||||
compile_time = pipeline.function_factory.compile_time
|
||||
total_it = pipeline.generation
|
||||
|
||||
Reference in New Issue
Block a user