Changeset 5207 for branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/Evaluators

Timestamp:

01/04/11 02:18:27 (14 years ago)

Author:

cneumuel

Message:

#1215

• lots of memory-consumption improvements
• validValues -> validTypes (this saves memory!)
• changed manipulators; modifications are less significant, out-of-bound-values are resampled instead of set to lower or upper bound
• changed the way a base-level algorithm gets executed -> introduced AlgorithmExecutor

File:

• branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/Evaluators/ParameterConfigurationEvaluator.cs (modified) (8 diffs)

branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/Evaluators/ParameterConfigurationEvaluator.cs

@@ -10 +10 @@
 using HeuristicLab.Persistence.Default.CompositeSerializers.Storable;
 using System.Collections.Generic;
+using HeuristicLab.Algorithms.GeneticAlgorithm;
+using System.Threading.Tasks;
+using System.Diagnostics;
+using System.Reflection;
 
 namespace HeuristicLab.Problems.MetaOptimization {
@@ -18 +22 @@
   [StorableClass]
   public class ParameterConfigurationEvaluator : SingleSuccessorOperator, IParameterConfigurationEvaluator {
-    private bool algorithmStopped;
-    private bool algorithmExceptionOccured;
+    private const double PenaltyQuality = 100000.0; // todo: use something better
 
     public ILookupParameter<DoubleValue> QualityParameter {
@@ -54 +57 @@
     protected ParameterConfigurationEvaluator(ParameterConfigurationEvaluator original, Cloner cloner)
       : base(original, cloner) {
-      this.algorithmStopped = original.algorithmStopped;
     }
     public override IDeepCloneable Clone(Cloner cloner) {
@@ -61 +63 @@
 
     public override IOperation Apply() {
-      EngineAlgorithm algorithm = AlgorithmParameter.ActualValue;
+      EngineAlgorithm algorithm = (EngineAlgorithm)AlgorithmParameter.ActualValue.Clone();
       IItemList<ISingleObjectiveProblem> problems = ProblemsParameter.ActualValue;
 
       // set parameters
       ParameterConfigurationParameter.ActualValue.Parameterize(algorithm);
-      algorithm.Problem = problems.First();
       algorithm.StoreAlgorithmInEachRun = false;
-
-      algorithmStopped = false;
-      algorithmExceptionOccured = false;
-      algorithm.Stopped += new EventHandler(algorithm_Stopped);
-      algorithm.Paused += new EventHandler(algorithm_Paused);
-      algorithm.ExceptionOccurred += new EventHandler<EventArgs<Exception>>(algorithm_ExceptionOccurred);
 
       List<double> qualities = new List<double>();
@@ -81 +76 @@
 
       foreach (ISingleObjectiveProblem problem in problems) {
-        algorithm.Problem = problem;
+        algorithm.Problem = (IProblem)problem.Clone();
 
         for (int i = 0; i < Repetitions.Value; i++) {
           algorithm.Prepare();
-          algorithm.Start();
-          while (!algorithmStopped) {
-            Thread.Sleep(200); // wait for algorithm to complete; do not rely on Algorithm.ExecutionState here, because change of ExecutionState happens before Run is added (which causes problems because Algorithm might get cloned when its started already)
-          }
 
-          if (algorithmExceptionOccured) {
+          AlgorithmExecutor executor = new AlgorithmExecutor(algorithm);
+          executor.StartSync();
+
+          if (algorithm.ExecutionState == ExecutionState.Paused) {
             // this parametercombination was bad. set penalty for this solution
-            qualities.Add(double.MaxValue); // todo: respect Maximization
+            qualities.Add(PenaltyQuality); // todo: respect Maximization; problem: this messes up average value; solution: use currently worst quality*2
             executionTimes.Add(algorithm.ExecutionTime);
           } else {
@@ -103 +97 @@
             algorithm.Runs.Last().Parameters.Add("Problem", problem);
           }
-          algorithmStopped = false;
-          algorithmExceptionOccured = false;
         }
       }
-
-      algorithm.Stopped -= new EventHandler(algorithm_Stopped);
-      algorithm.Paused -= new EventHandler(algorithm_Paused);
-      algorithm.ExceptionOccurred -= new EventHandler<EventArgs<Exception>>(algorithm_ExceptionOccurred);
       algorithm.Prepare();
 
@@ -130 +118 @@
     }
 
-    private void algorithm_Paused(object sender, EventArgs e) {
-      algorithmStopped = true;
-    }
-
-    private void algorithm_Stopped(object sender, EventArgs e) {
-      algorithmStopped = true;
-    }
-
-    void algorithm_ExceptionOccurred(object sender, EventArgs<Exception> e) {
-      algorithmExceptionOccured = true;
-    }
-
     public static double Variance(IEnumerable<double> source) {
       double avg = source.Average();
@@ -151 +127 @@
       return Math.Sqrt(source.Variance());
     }
+  }
 
+  public class AlgorithmExecutor {
+    private EngineAlgorithm algorithm;
+    private AutoResetEvent waitHandle = new AutoResetEvent(false);
 
+    public AlgorithmExecutor(EngineAlgorithm algorithm) {
+      this.algorithm = algorithm;
+    }
+
+    public void StartSync() {
+      algorithm.Stopped += new EventHandler(algorithm_Stopped);
+      algorithm.Paused += new EventHandler(algorithm_Paused);
+      algorithm.Start();
+      waitHandle.WaitOne();
+      waitHandle.Dispose();
+      algorithm.Stopped -= new EventHandler(algorithm_Stopped);
+      algorithm.Paused -= new EventHandler(algorithm_Paused);
+    }
+
+    void algorithm_Paused(object sender, EventArgs e) {
+      waitHandle.Set();
+    }
+
+    void algorithm_Stopped(object sender, EventArgs e) {
+      waitHandle.Set();
+    }
   }
 }