added support for visualizing cmaes output

configs/networks/pole_balancing_5.toml

@@ -0,0 +1,33 @@
+input_ids = [1, 2, 3, 4, 5, 6]
+output_ids = [13]
+bias_id = 7
+
+[[neurons]]
+id = 8
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 9
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 10
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 11
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 12
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 13
+inputs = [8, 9, 10, 11, 12]
+activation = "sigmoid"

configs/networks/pole_balancing_6.toml

@@ -0,0 +1,38 @@
+input_ids = [1, 2, 3, 4, 5, 6]
+output_ids = [14]
+bias_id = 7
+
+[[neurons]]
+id = 8
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 9
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 10
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 11
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 12
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 13
+inputs = [1, 2, 3, 4, 5, 6, 7]
+activation = "sigmoid"
+
+[[neurons]]
+id = 14
+inputs = [8, 9, 10, 11, 12, 13]
+activation = "sigmoid"

src/gui.rs

@@ -271,9 +271,19 @@ impl State {
 
 impl ggez::event::EventHandler<GameError> for State {
     fn update(&mut self, _ctx: &mut Context) -> GameResult {
-        if self.iteration < self.n_iters {
-            self.alg.optimization_step(&self.problem);
-            self.iteration += 1;
+        match &self.alg {
+            Algorithm::NeuralNetwork(_) => {
+                if self.iteration == 0 {
+                    let generation = self.alg.optimize_with_early_stopping(&self.problem, self.n_iters, 2e-2, None);
+                    self.iteration = generation;
+                } else {}
+            }
+            _ => {
+                if self.iteration < self.n_iters {
+                    self.alg.optimization_step(&self.problem);
+                    self.iteration += 1;
+                }
+            }
         }
 
         Ok(())

src/neural_network.rs

@@ -2,7 +2,7 @@ use rand::prelude::*;
 use serde_derive::Deserialize;
 use rand_distr::Normal;
 use std::collections::HashMap;
-use cmaes::{DVector, CMAESOptions, Mode};
+use cmaes::{DVector, CMAESOptions, Mode, CMAES};
 use crate::neuroevolution_algorithm::{NeuroevolutionAlgorithm, Algorithm};
 
 pub type ActivationFunction = fn(f64) -> f64;