Changeset 13653

Timestamp:

03/05/16 19:42:40 (8 years ago)

Author:

gkronber

Message:

#1795: added OSGP for gradient boosting meta-learner

Location:

trunk/sources/HeuristicLab.Algorithms.DataAnalysis/3.4

Files:

• GBM/GradientBoostingRegressionAlgorithm.cs (modified) (5 diffs)
• HeuristicLab.Algorithms.DataAnalysis-3.4.csproj (modified) (2 diffs)

trunk/sources/HeuristicLab.Algorithms.DataAnalysis/3.4/GBM/GradientBoostingRegressionAlgorithm.cs

@@ -26 +26 @@
 using System.Threading;
 using HeuristicLab.Analysis;
+using HeuristicLab.Algorithms.OffspringSelectionGeneticAlgorithm;
 using HeuristicLab.Common;
 using HeuristicLab.Core;
@@ -37 +38 @@
 using HeuristicLab.Problems.DataAnalysis.Symbolic.Regression;
 using HeuristicLab.Random;
+using HeuristicLab.Selection;
 
 namespace HeuristicLab.Algorithms.DataAnalysis.MctsSymbolicRegression {
@@ -172 +174 @@
       Problem = new RegressionProblem(); // default problem
       var mctsSymbReg = new MctsSymbolicRegressionAlgorithm();
-      // var sgp = CreateSGP();
+      mctsSymbReg.Iterations = 10000;
+      mctsSymbReg.StoreAlgorithmInEachRun = false;
+      var sgp = CreateOSGP();
       var regressionAlgs = new ItemSet<IAlgorithm>(new IAlgorithm[] {
-        new LinearRegression(), new RandomForestRegression(), new NearestNeighbourRegression(),
-        // sgp, 
+        new RandomForestRegression(),
+        sgp, 
         mctsSymbReg
       });
@@ -320 +324 @@
     }
 
-    // this is probably slow as hell
+
+    private IAlgorithm CreateOSGP() {
+      // configure strict osgp
+      var alg = new OffspringSelectionGeneticAlgorithm.OffspringSelectionGeneticAlgorithm();
+      var prob = new SymbolicRegressionSingleObjectiveProblem();
+      prob.MaximumSymbolicExpressionTreeDepth.Value = 7;
+      prob.MaximumSymbolicExpressionTreeLength.Value = 15;
+      alg.Problem = prob;
+      alg.SuccessRatio.Value = 1.0;
+      alg.ComparisonFactorLowerBound.Value = 1.0;
+      alg.ComparisonFactorUpperBound.Value = 1.0;
+      alg.MutationProbability.Value = 0.15;
+      alg.PopulationSize.Value = 200;
+      alg.MaximumSelectionPressure.Value = 100;
+      alg.MaximumEvaluatedSolutions.Value = 20000;
+      alg.SelectorParameter.Value = alg.SelectorParameter.ValidValues.OfType<GenderSpecificSelector>().First();
+      alg.MutatorParameter.Value = alg.MutatorParameter.ValidValues.OfType<MultiSymbolicExpressionTreeManipulator>().First();
+      alg.StoreAlgorithmInEachRun = false;
+      return alg;
+    }
+
     private void SampleTrainingData(MersenneTwister rand, ModifiableDataset ds, int rRows,
       IDataset sourceDs, double[] curTarget, string targetVarName, IEnumerable<int> trainingIndices) {
@@ -374 +398 @@
         prob.ProblemDataParameter.Value = problemData;
         return true;
-      } else if (alg.Problem != null) {
-        // a problem is set and it is not compatible
-        return false;
-      } else {
-        try {
-          // we try to use a symbolic regression problem (works for simple regression algs and GP)
-          alg.Problem = new SymbolicRegressionSingleObjectiveProblem();
-        } catch (Exception) {
-          return false;
-        }
-        return true;
-      }
+      } else return false;
     }
 

trunk/sources/HeuristicLab.Algorithms.DataAnalysis/3.4/HeuristicLab.Algorithms.DataAnalysis-3.4.csproj

@@ -322 +322 @@
       <Private>False</Private>
     </ProjectReference>
+    <ProjectReference Include="..\..\HeuristicLab.Algorithms.OffspringSelectionGeneticAlgorithm\3.3\HeuristicLab.Algorithms.OffspringSelectionGeneticAlgorithm-3.3.csproj">
+      <Project>{F409DD9E-1E9C-4EB1-AA3A-9F6E987C6E58}</Project>
+      <Name>HeuristicLab.Algorithms.OffspringSelectionGeneticAlgorithm-3.3</Name>
+    </ProjectReference>
     <ProjectReference Include="..\..\HeuristicLab.Analysis\3.3\HeuristicLab.Analysis-3.3.csproj">
       <Project>{887425B4-4348-49ED-A457-B7D2C26DDBF9}</Project>
@@ -420 +424 @@
       <Name>HeuristicLab.Random-3.3</Name>
       <Private>False</Private>
+    </ProjectReference>
+    <ProjectReference Include="..\..\HeuristicLab.Selection\3.3\HeuristicLab.Selection-3.3.csproj">
+      <Project>{2C36CD4F-E5F5-43A4-801A-201EA895FE17}</Project>
+      <Name>HeuristicLab.Selection-3.3</Name>
     </ProjectReference>
   </ItemGroup>