Changeset 11895 for branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.GeneticProgramming

Timestamp:

02/05/15 07:03:15 (10 years ago)

Author:

gkronber

Message:

#2283: constant opt, expressioncompiler, autodiff, fixes in GP solvers

Location:

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.GeneticProgramming

Files:

• GenericSymbExprEvaluator.cs (modified) (2 diffs)
• HeuristicLab.Algorithms.GeneticProgramming.csproj (modified) (3 diffs)
• IGPSolver.cs (added)
• OffspringSelectionGP.cs (modified) (7 diffs)
• StandardGP.cs (modified) (7 diffs)

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.GeneticProgramming/GenericSymbExprEvaluator.cs

@@ -6 +6 @@
 using HeuristicLab.Operators;
 using HeuristicLab.Parameters;
+using HeuristicLab.Persistence.Default.CompositeSerializers.Storable;
 using HeuristicLab.PluginInfrastructure;
 
 namespace HeuristicLab.Problems.GrammaticalOptimization {
-  // this type is not storable because we use a func<ITree,double> for evaluation, which references back to the original grammatical optimization problem
   [NonDiscoverableType]
+  [StorableClass]
   [Item("GenericSymbExprEvaluator", "Evaluator for grammatical optimization problems (using a symbolic expression tree encoding).")]
   public class GenericSymbExprEvaluator : SingleSuccessorOperator, IGenericSymbExprEvaluator {
@@ -22 +23 @@
     }
 
+    // cannot save these (eval won't work when loaded from file
     private Func<string, double> evalFunc;
     private Func<ISymbolicExpressionTree, string> toStringFunc;
 
+    [StorableConstructor]
+    private GenericSymbExprEvaluator(bool deserializing) : base(deserializing) { }
     public GenericSymbExprEvaluator(GenericSymbExprEvaluator original, Cloner cloner)
       : base(original, cloner) {

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.GeneticProgramming/HeuristicLab.Algorithms.GeneticProgramming.csproj

@@ -36 +36 @@
     <Reference Include="HeuristicLab.Algorithms.OffspringSelectionGeneticAlgorithm-3.3">
       <HintPath>..\..\..\trunk\sources\bin\HeuristicLab.Algorithms.OffspringSelectionGeneticAlgorithm-3.3.dll</HintPath>
+    </Reference>
+    <Reference Include="HeuristicLab.Analysis-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL">
+      <SpecificVersion>False</SpecificVersion>
+      <HintPath>..\..\..\trunk\sources\bin\HeuristicLab.Analysis-3.3.dll</HintPath>
     </Reference>
     <Reference Include="HeuristicLab.Collections-3.3">
@@ -75 +79 @@
       <HintPath>..\..\..\trunk\sources\bin\HeuristicLab.Selection-3.3.dll</HintPath>
     </Reference>
+    <Reference Include="HeuristicLab.SequentialEngine-3.3">
+      <HintPath>..\..\..\..\..\Program Files\HeuristicLab 3.3\HeuristicLab.SequentialEngine-3.3.dll</HintPath>
+    </Reference>
     <Reference Include="System" />
     <Reference Include="System.Core" />
@@ -80 +87 @@
   </ItemGroup>
   <ItemGroup>
+    <Compile Include="IGPSolver.cs" />
     <Compile Include="GenericSymbExprEvaluator.cs" />
     <Compile Include="GenericSymbExprGrammar.cs" />

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.GeneticProgramming/OffspringSelectionGP.cs

@@ -1 +1 @@
 using System;
+using System.IO;
+using System.IO.Compression;
 using System.Linq;
 using System.Threading;
 using HeuristicLab.Algorithms.GrammaticalOptimization;
+using HeuristicLab.Analysis;
+using HeuristicLab.Common;
 using HeuristicLab.Data;
 using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
-using HeuristicLab.Optimization;
+using HeuristicLab.Persistence.Default.Xml;
 using HeuristicLab.Problems.GrammaticalOptimization;
-using HeuristicLab.Selection;
-using HeuristicLab.Algorithms.GeneticAlgorithm;
 
 namespace HeuristicLab.Algorithms.GeneticProgramming {
-  public class OffspringSelectionGP : SolverBase {
+  public class OffspringSelectionGP : SolverBase, IGPSolver {
     public int PopulationSize { get; set; }
     public double MutationRate { get; set; }
@@ -19 +21 @@
     private readonly ISymbolicExpressionTreeProblem problem;
     private readonly Random random;
+    private readonly bool saveAlg;
 
-    public OffspringSelectionGP(ISymbolicExpressionTreeProblem problem, Random random) {
+    public OffspringSelectionGP(ISymbolicExpressionTreeProblem problem, Random random, bool saveAlg = false) {
       this.problem = problem;
       this.random = random;
@@ -28 +31 @@
       MaxSolutionSize = 100;
       MaxSolutionDepth = 17;
+      this.saveAlg = saveAlg;
     }
 
@@ -33 +37 @@
       var hlProblem = new GenericSymbExprProblem(problem);
       var onEvalLocker = new object();
-      hlProblem.Evaluator.SolutionEvaluated += (sentence, quality) => {
-        // raise solution evaluated event for each GP solution, don't scale quality to 0..1 
-        // need to synchronize in case we are using a parallel engine
-        lock (onEvalLocker) {
-          OnSolutionEvaluated(sentence, quality);
-        }
-      };
       hlProblem.MaximumSymbolicExpressionTreeLength.Value = MaxSolutionSize;
       hlProblem.MaximumSymbolicExpressionTreeDepth.Value = MaxSolutionDepth;
@@ -45 +42 @@
       using (var wh = new AutoResetEvent(false)) {
         var osga = new OffspringSelectionGeneticAlgorithm.OffspringSelectionGeneticAlgorithm();
-        osga.Engine = new ParallelEngine.ParallelEngine();
+        // osga.Engine = new ParallelEngine.ParallelEngine();
+        osga.Engine = new SequentialEngine.SequentialEngine();
         osga.ExceptionOccurred += (sender, args) => { Console.WriteLine(args.Value.Message); wh.Set(); };
         osga.Stopped += (sender, args) => { wh.Set(); };
+
+        int numEvals = 0;
+        hlProblem.Evaluator.SolutionEvaluated += (sentence, quality) => {
+          // raise solution evaluated event for each GP solution, don't scale quality to 0..1 
+          // need to synchronize in case we are using a parallel engine
+          lock (onEvalLocker) {
+            OnSolutionEvaluated(sentence, quality);
+
+            // stop when maxEvals has been reached
+            if (numEvals++ >= maxEvaluations) {
+              osga.Stop();
+            }
+          }
+        };
+
 
         osga.Problem = hlProblem;
@@ -59 +72 @@
         osga.Crossover = osga.CrossoverParameter.ValidValues.Single(op => op.Name == "SubtreeSwappingCrossover");
         osga.Selector = osga.SelectorParameter.ValidValues.Single(op => op.Name == "GenderSpecificSelection");
+        var multiAnalzer = (MultiAnalyzer)osga.Analyzer;
+        multiAnalzer.Operators.Add(new BestSymbolicExpressionTreeAnalyzer());
 
         osga.PopulationSize.Value = PopulationSize;
-        osga.MaximumGenerations.Value = 100000; // some very large value (we stop based on evaluations)
-        osga.MaximumSelectionPressure.Value = 1000;
+        osga.MaximumGenerations.Value = 1000000; // some very large value (we stop based on evaluations)
+        osga.MaximumSelectionPressure.Value = 1000000;
         osga.MaximumEvaluatedSolutions.Value = maxEvaluations;
         osga.MutationProbability.Value = MutationRate;
+        osga.ComparisonFactorLowerBound.Value = 1.0;
+        osga.ComparisonFactorUpperBound.Value = 1.0;
+        osga.SuccessRatio.Value = 1.0;
 
         osga.SetSeedRandomly = new BoolValue(false);
@@ -73 +91 @@
 
         wh.WaitOne();
+
+
+        if (saveAlg) {
+          var path = @"C:\Users\P24581\Desktop";
+          var fileName = string.Format("osgp-{0}{1:D2}{2:D2}{3:D2}{4:D2}.hl", DateTime.Now.Year, DateTime.Now.Month, DateTime.Now.Day, DateTime.Now.Hour, DateTime.Now.Minute);
+          var fullPath = Path.Combine(path, fileName);
+          HeuristicLab.Persistence.Core.ConfigurationService.Instance.LoadSettings();
+          XmlGenerator.Serialize(osga, fullPath, CompressionLevel.Fastest);
+        }
       }
     }

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.GeneticProgramming/StandardGP.cs

@@ -1 +1 @@
 using System;
+using System.IO;
+using System.IO.Compression;
 using System.Linq;
 using System.Threading;
 using HeuristicLab.Algorithms.GrammaticalOptimization;
+using HeuristicLab.Common;
 using HeuristicLab.Data;
 using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
-using HeuristicLab.Optimization;
+using HeuristicLab.Persistence.Default.Xml;
 using HeuristicLab.Problems.GrammaticalOptimization;
 using HeuristicLab.Selection;
-using HeuristicLab.Algorithms.GeneticAlgorithm;
 
 namespace HeuristicLab.Algorithms.GeneticProgramming {
-  public class StandardGP : SolverBase {
+  public class StandardGP : SolverBase, IGPSolver {
     public int PopulationSize { get; set; }
     public double MutationRate { get; set; }
@@ -20 +22 @@
     private readonly ISymbolicExpressionTreeProblem problem;
     private readonly Random random;
+    private readonly bool saveAlg;
 
-    public StandardGP(ISymbolicExpressionTreeProblem problem, Random random) {
+    public StandardGP(ISymbolicExpressionTreeProblem problem, Random random, bool saveAlg = false) {
       this.problem = problem;
       this.random = random;
@@ -30 +33 @@
       MaxSolutionSize = 100;
       MaxSolutionDepth = 17;
+      this.saveAlg = saveAlg;
     }
 
@@ -35 +39 @@
       var hlProblem = new GenericSymbExprProblem(problem);
       var onEvalLocker = new object();
-      hlProblem.Evaluator.SolutionEvaluated += (sentence, quality) => {
-        // raise solution evaluated event for each GP solution, don't scale quality to 0..1 
-        // need to synchronize in case we are using a parallel engine
-        lock (onEvalLocker) {
-          OnSolutionEvaluated(sentence, quality);
-        }
-      };
       hlProblem.MaximumSymbolicExpressionTreeLength.Value = MaxSolutionSize;
       hlProblem.MaximumSymbolicExpressionTreeDepth.Value = MaxSolutionDepth;
@@ -51 +48 @@
         ga.ExceptionOccurred += (sender, args) => { Console.WriteLine(args.Value.Message); wh.Set(); };
         ga.Stopped += (sender, args) => { wh.Set(); };
+
+        int numEvals = 0;
+        hlProblem.Evaluator.SolutionEvaluated += (sentence, quality) => {
+          // raise solution evaluated event for each GP solution, don't scale quality to 0..1 
+          // need to synchronize in case we are using a parallel engine
+          lock (onEvalLocker) {
+            OnSolutionEvaluated(sentence, quality);
+
+            // stop when maxEvals has been reached
+            if (numEvals++ >= maxEvaluations) {
+              ga.Stop();
+            }
+          }
+        };
+
 
         ga.Problem = hlProblem;
@@ -66 +78 @@
 
         ga.PopulationSize.Value = PopulationSize;
-        ga.MaximumGenerations.Value = maxEvaluations / PopulationSize + 1; // one extra generation in case maxEvaluations is not a multiple of PopulationSize
+        ga.MaximumGenerations.Value = 1000000; // very large value (we stop in the evaluate handler)
         ga.MutationProbability.Value = MutationRate;
 
@@ -76 +88 @@
 
         wh.WaitOne();
+
+
+        if (saveAlg) {
+          var path = @"C:\Users\P24581\Desktop";
+          var fileName = string.Format("osgp-{0}{1:D2}{2:D2}{3:D2}{4:D2}.hl", DateTime.Now.Year, DateTime.Now.Month, DateTime.Now.Day, DateTime.Now.Hour, DateTime.Now.Minute);
+          var fullPath = Path.Combine(path, fileName);
+          HeuristicLab.Persistence.Core.ConfigurationService.Instance.LoadSettings();
+          XmlGenerator.Serialize(ga, fullPath, CompressionLevel.Fastest);
+        }
       }
     }