change project structure and using .ini as config file

This commit is contained in:
wls2002
2023-06-15 11:05:26 +08:00
parent 47fb0151f4
commit acedd67617
30 changed files with 97 additions and 301 deletions

View File

@@ -1,9 +1,8 @@
import numpy as np
import jax
from utils import Configer
from algorithms.neat import Pipeline
from time_utils import using_cprofile
from algorithms.neat.function_factory import FunctionFactory
from neat import Pipeline
from neat import FunctionFactory
from problems import EnhanceLogic
import time

View File

@@ -1,56 +0,0 @@
import numpy as np
import jax
from utils import Configer
from algorithms.neat import Pipeline
from time_utils import using_cprofile
from algorithms.neat.function_factory import FunctionFactory
from problems import EnhanceLogic
import time
def evaluate(problem, func):
outs = func(problem.inputs)
outs = jax.device_get(outs)
fitnesses = -np.mean((problem.outputs - outs) ** 2, axis=(1, 2))
return fitnesses
def main():
config = Configer.load_config()
problem = EnhanceLogic("xor", n=3)
problem.refactor_config(config)
function_factory = FunctionFactory(config)
evaluate_func = lambda func: evaluate(problem, func)
# precompile
pipeline = Pipeline(config, function_factory, seed=114514)
pipeline.auto_run(evaluate_func)
for r in range(10):
print(f"running: {r}/{10}")
tic = time.time()
pipeline = Pipeline(config, function_factory, seed=r)
pipeline.auto_run(evaluate_func)
total_time = time.time() - tic
evaluate_time = pipeline.evaluate_time
total_it = pipeline.generation
print(f"total time: {total_time:.2f}s, evaluate time: {evaluate_time:.2f}s, total_it: {total_it}")
if total_it >= 500:
res = "fail"
else:
res = "success"
with open("log", "ab") as f:
f.write(f"{res}, total time: {total_time:.2f}s, evaluate time: {evaluate_time:.2f}s, total_it: {total_it}\n".encode("utf-8"))
f.write(str(pipeline.generation_time_list).encode("utf-8"))
compile_time = function_factory.compile_time
print("total_compile_time:", compile_time)
if __name__ == '__main__':
main()

View File

@@ -1,52 +0,0 @@
import numpy as np
import jax
from utils import Configer
from algorithms.neat import Pipeline
from time_utils import using_cprofile
from algorithms.neat.function_factory import FunctionFactory
from problems import EnhanceLogic
import time
def evaluate(problem, func):
outs = func(problem.inputs)
outs = jax.device_get(outs)
fitnesses = -np.mean((problem.outputs - outs) ** 2, axis=(1, 2))
return fitnesses
def main():
config = Configer.load_config()
problem = EnhanceLogic("xor", n=3)
problem.refactor_config(config)
evaluate_func = lambda func: evaluate(problem, func)
for p in [100, 200, 500, 1000, 2000, 5000, 10000, 20000]:
config.neat.population.pop_size = p
tic = time.time()
function_factory = FunctionFactory(config)
print(f"running: {p}")
pipeline = Pipeline(config, function_factory, seed=2)
pipeline.auto_run(evaluate_func)
total_time = time.time() - tic
evaluate_time = pipeline.evaluate_time
total_it = pipeline.generation
print(f"total time: {total_time:.2f}s, evaluate time: {evaluate_time:.2f}s, total_it: {total_it}")
with open("2060_log2", "ab") as f:
f.write \
(f"{p}, total time: {total_time:.2f}s, compile time: {function_factory.compile_time:.2f}s, total_it: {total_it}\n".encode
("utf-8"))
f.write(f"{str(pipeline.generation_time_list)}\n".encode("utf-8"))
compile_time = function_factory.compile_time
print("total_compile_time:", compile_time)
if __name__ == '__main__':
main()

View File

@@ -1,12 +1,9 @@
import jax
import numpy as np
from algorithms.neat.function_factory import FunctionFactory
from algorithms.neat.genome.debug.tools import check_array_valid
from neat import FunctionFactory
from neat.genome.debug.tools import check_array_valid
from utils import Configer
from algorithms.neat.genome.crossover import crossover
if __name__ == '__main__':
config = Configer.load_config()
function_factory = FunctionFactory(config, debug=True)

View File

@@ -25,10 +25,12 @@ def jax_mutate_population(seed, pop_x):
def numpy_mutate_population(pop_x):
return np.stack([numpy_mutate(x) for x in pop_x])
def numpy_mutate_population_vmap(pop_x):
noise = np.random.normal(size=pop_x.shape) * 0.1
return pop_x + noise
def main():
seed = jax.random.PRNGKey(0)
i = 10
@@ -53,5 +55,6 @@ def main():
i = int(i * 1.3)
if __name__ == '__main__':
main()

View File

@@ -1,7 +1,7 @@
from neat import FunctionFactory
from utils import Configer
from algorithms.neat import Pipeline
from time_utils import using_cprofile
from problems import Sin, Xor, DIY
from neat import Pipeline
from problems import Xor
import time
@@ -10,11 +10,14 @@ import time
def main():
tic = time.time()
config = Configer.load_config()
print(config)
assert False
problem = Xor()
problem.refactor_config(config)
pipeline = Pipeline(config, seed=6)
function_factory = FunctionFactory(config)
pipeline = Pipeline(config, function_factory, seed=6)
nodes, cons = pipeline.auto_run(problem.evaluate)
# print(nodes, cons)
print(nodes, cons)
total_time = time.time() - tic
compile_time = pipeline.function_factory.compile_time
total_it = pipeline.generation