Changeset 6439

Timestamp:

06/17/11 15:22:27 (13 years ago)

Author:

gkronber

Message:

#1553: implemented unit test to create and run the symbolic regression sample (towerData.txt)

Location:

trunk/sources

Files:

• HeuristicLab.Algorithms.GeneticAlgorithm/3.3/GeneticAlgorithm.cs (modified) (4 diffs)
• HeuristicLab.Encodings.SymbolicExpressionTreeEncoding/3.4/Manipulators/FullTreeShaker.cs (modified) (3 diffs)
• HeuristicLab.Encodings.SymbolicExpressionTreeEncoding/3.4/Manipulators/OnePointShaker.cs (modified) (3 diffs)
• HeuristicLab.Problems.DataAnalysis/3.4/Implementation/Regression/RegressionProblemData.cs (modified) (1 diff)
• HeuristicLab/3.3/Tests/GeneticProgrammingSamplesTest.cs (modified) (4 diffs)
• HeuristicLab/3.3/Tests/HeuristicLab-3.3.Tests.csproj (modified) (3 diffs)
• HeuristicLab/3.3/Tests/Properties/Resources.Designer.cs (added)
• HeuristicLab/3.3/Tests/Properties/Resources.resx (added)
• HeuristicLab/3.3/Tests/towerData.txt (added)

trunk/sources/HeuristicLab.Algorithms.GeneticAlgorithm/3.3/GeneticAlgorithm.cs

@@ -65 +65 @@
       get { return (ValueParameter<IntValue>)Parameters["PopulationSize"]; }
     }
-    private ConstrainedValueParameter<ISelector> SelectorParameter {
+    public ConstrainedValueParameter<ISelector> SelectorParameter {
       get { return (ConstrainedValueParameter<ISelector>)Parameters["Selector"]; }
     }
-    private ConstrainedValueParameter<ICrossover> CrossoverParameter {
+    public ConstrainedValueParameter<ICrossover> CrossoverParameter {
       get { return (ConstrainedValueParameter<ICrossover>)Parameters["Crossover"]; }
     }
@@ -74 +74 @@
       get { return (ValueParameter<PercentValue>)Parameters["MutationProbability"]; }
     }
-    private OptionalConstrainedValueParameter<IManipulator> MutatorParameter {
+    public OptionalConstrainedValueParameter<IManipulator> MutatorParameter {
       get { return (OptionalConstrainedValueParameter<IManipulator>)Parameters["Mutator"]; }
     }
@@ -105 +105 @@
       set { SelectorParameter.Value = value; }
     }
-    public IEnumerable<ISelector> ValidSelectors {
-      get { return SelectorParameter.ValidValues; }
-    }
     public ICrossover Crossover {
       get { return CrossoverParameter.Value; }
@@ -119 +116 @@
       get { return MutatorParameter.Value; }
       set { MutatorParameter.Value = value; }
-    }
-    public IEnumerable<IManipulator> ValidMutators {
-      get { return MutatorParameter.ValidValues; }
     }
     public IntValue Elites {

trunk/sources/HeuristicLab.Encodings.SymbolicExpressionTreeEncoding/3.4/Manipulators/FullTreeShaker.cs

@@ -32 +32 @@
     private const string ShakingFactorParameterName = "ShakingFactor";
     #region parameter properties
-    public IValueLookupParameter<DoubleValue> ShakingFactorParameter {
-      get { return (IValueLookupParameter<DoubleValue>)Parameters[ShakingFactorParameterName]; }
+    public IValueParameter<DoubleValue> ShakingFactorParameter {
+      get { return (IValueParameter<DoubleValue>)Parameters[ShakingFactorParameterName]; }
     }
     #endregion
     #region properties
-    public DoubleValue ShakingFactor {
-      get { return ShakingFactorParameter.ActualValue; }
+    public double ShakingFactor {
+      get { return ShakingFactorParameter.Value.Value; }
+      set { ShakingFactorParameter.Value.Value = value; }
     }
     #endregion
-
     [StorableConstructor]
     private FullTreeShaker(bool deserializing) : base(deserializing) { }
@@ -47 +47 @@
     public FullTreeShaker()
       : base() {
-      Parameters.Add(new ValueLookupParameter<DoubleValue>(ShakingFactorParameterName, "The shaking factor that should be used for the manipulation of constants (default=1.0).", new DoubleValue(1.0)));
+      Parameters.Add(new FixedValueParameter<DoubleValue>(ShakingFactorParameterName, "The shaking factor that should be used for the manipulation of constants (default=1.0).", new DoubleValue(1.0)));
     }
 
@@ -57 +57 @@
       tree.Root.ForEachNodePostfix(node => {
         if (node.HasLocalParameters) {
-          node.ShakeLocalParameters(random, ShakingFactor.Value);
+          node.ShakeLocalParameters(random, ShakingFactor);
         }
       });

trunk/sources/HeuristicLab.Encodings.SymbolicExpressionTreeEncoding/3.4/Manipulators/OnePointShaker.cs

@@ -34 +34 @@
     private const string ShakingFactorParameterName = "ShakingFactor";
     #region parameter properties
-    public IValueLookupParameter<DoubleValue> ShakingFactorParameter {
-      get { return (IValueLookupParameter<DoubleValue>)Parameters[ShakingFactorParameterName]; }
+    public IValueParameter<DoubleValue> ShakingFactorParameter {
+      get { return (IValueParameter<DoubleValue>)Parameters[ShakingFactorParameterName]; }
     }
     #endregion
     #region properties
-    public DoubleValue ShakingFactor {
-      get { return ShakingFactorParameter.ActualValue; }
+    public double ShakingFactor {
+      get { return ShakingFactorParameter.Value.Value; }
+      set { ShakingFactorParameter.Value.Value = value; }
     }
     #endregion
@@ -48 +49 @@
     public OnePointShaker()
       : base() {
-      Parameters.Add(new ValueLookupParameter<DoubleValue>(ShakingFactorParameterName, "The shaking factor that should be used for the manipulation of constants (default=1.0).", new DoubleValue(1.0)));
+      Parameters.Add(new FixedValueParameter<DoubleValue>(ShakingFactorParameterName, "The shaking factor that should be used for the manipulation of constants (default=1.0).", new DoubleValue(1.0)));
     }
 
@@ -62 +63 @@
       if (parametricNodes.Count > 0) {
         var selectedPoint = parametricNodes.SelectRandom(random);
-        selectedPoint.ShakeLocalParameters(random, ShakingFactor.Value);
+        selectedPoint.ShakeLocalParameters(random, ShakingFactor);
       }
     }

trunk/sources/HeuristicLab.Problems.DataAnalysis/3.4/Implementation/Regression/RegressionProblemData.cs

@@ -77 +77 @@
     #endregion
 
-    public IValueParameter<StringValue> TargetVariableParameter {
-      get { return (IValueParameter<StringValue>)Parameters[TargetVariableParameterName]; }
+    public ConstrainedValueParameter<StringValue> TargetVariableParameter {
+      get { return (ConstrainedValueParameter<StringValue>)Parameters[TargetVariableParameterName]; }
     }
     public string TargetVariable {

trunk/sources/HeuristicLab/3.3/Tests/GeneticProgrammingSamplesTest.cs

@@ -13 +13 @@
 using System.Threading;
 using HeuristicLab.ParallelEngine;
+using HeuristicLab.Problems.DataAnalysis.Symbolic.Regression;
+using HeuristicLab.Problems.DataAnalysis;
+using HeuristicLab.Problems.DataAnalysis.Symbolic;
+using System.IO;
 
 namespace HeuristicLab_33.Tests {
@@ -18 +22 @@
   public class GeneticProgrammingSamplesTest {
     [TestMethod]
-    public void ArtificialAntProblemTest() {
+    public void CreateArtificialAntSample() {
       GeneticAlgorithm ga = new GeneticAlgorithm();
-      #region algorithm configuration
-      ga.Name = "Genetic Programming - Artificial Ant";
-      ga.Description = "A standard genetic programming algorithm to solve the artificial ant problem (Santa-Fe trail)";
+      #region problem configuration
       ArtificialAntProblem antProblem = new ArtificialAntProblem();
-      ga.Problem = antProblem;
-      ga.PopulationSize.Value = 1000;
-      ga.MaximumGenerations.Value = 100;
-      ga.MutationProbability.Value = 0.15;
-      ga.Elites.Value = 1;
-      var tSelector = (TournamentSelector)ga.ValidSelectors
-        .Single(s => s.Name == "TournamentSelector");
-      tSelector.GroupSizeParameter.Value = new IntValue(5);
-      ga.Selector = tSelector;
-      var mutator = (MultiSymbolicExpressionTreeArchitectureManipulator)ga.ValidMutators
-        .Single(m => m.Name == "MultiSymbolicExpressionTreeArchitectureManipulator");
-      mutator.Operators.SetItemCheckedState(mutator.Operators.Single(x => x.Name == "FullTreeShaker"), false);
-      mutator.Operators.SetItemCheckedState(mutator.Operators.Single(x => x.Name == "OnePointShaker"), false);
-      ga.Mutator = mutator;
-
-      ga.SetSeedRandomly.Value = false;
-      ga.Seed.Value = 0;
-      ga.Engine = new ParallelEngine();
-      #endregion
-      #region problem configuration
       antProblem.BestKnownQuality.Value = 89;
       antProblem.MaxExpressionDepth.Value = 10;
@@ -51 +33 @@
       antProblem.MaxTimeSteps.Value = 600;
       #endregion
+      #region algorithm configuration
+      ga.Name = "Genetic Programming - Artificial Ant";
+      ga.Description = "A standard genetic programming algorithm to solve the artificial ant problem (Santa-Fe trail)";
+      ga.Problem = antProblem;
+      ga.PopulationSize.Value = 1000;
+      ga.MaximumGenerations.Value = 100;
+      ga.MutationProbability.Value = 0.15;
+      ga.Elites.Value = 1;
+      var tSelector = ga.SelectorParameter.ValidValues
+        .OfType<TournamentSelector>()
+        .Single();
+      tSelector.GroupSizeParameter.Value = new IntValue(5);
+      ga.Selector = tSelector;
+      var mutator = ga.MutatorParameter.ValidValues
+        .OfType<MultiSymbolicExpressionTreeArchitectureManipulator>()
+        .Single();
+      mutator.Operators.SetItemCheckedState(mutator.Operators
+        .OfType<FullTreeShaker>()
+        .Single(), false);
+      mutator.Operators.SetItemCheckedState(mutator.Operators
+        .OfType<OnePointShaker>()
+        .Single(), false);
+      ga.Mutator = mutator;
+
+      ga.SetSeedRandomly.Value = false;
+      ga.Seed.Value = 0;
+      ga.Engine = new ParallelEngine();
+      #endregion
 
       XmlGenerator.Serialize(ga, "../../SGP_SantaFe.hl");
@@ -56 +66 @@
       RunAlgorithm(ga);
     }
+
+    [TestMethod]
+    public void CreateSymbolicRegressionSample() {
+      GeneticAlgorithm ga = new GeneticAlgorithm();
+      #region problem configuration
+      SymbolicRegressionSingleObjectiveProblem symbRegProblem = new SymbolicRegressionSingleObjectiveProblem();
+      // import and configure problem data
+      string filename = Path.GetTempFileName();
+      using (var writer = File.CreateText(filename)) {
+        writer.Write(HeuristicLab_33.Tests.Properties.Resources.TowerData);
+      }
+      var towerProblemData = RegressionProblemData.ImportFromFile(filename);
+      towerProblemData.TargetVariableParameter.Value = towerProblemData.TargetVariableParameter.ValidValues
+        .First(v => v.Value == "towerResponse");
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x1"), true);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x7"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x11"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x16"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x21"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x25"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "towerResponse"), false);
+      towerProblemData.TrainingPartition.Start = 0;
+      towerProblemData.TrainingPartition.End = 4000;
+      towerProblemData.TestPartition.Start = 4000;
+      towerProblemData.TestPartition.End = 4999;
+      towerProblemData.Name = "Data imported from towerData.txt";
+      towerProblemData.Description = "Chemical concentration at top of distillation tower, dataset downloaded from: http://vanillamodeling.com/realproblems.html, best R² achieved with nu-SVR = 0.97";
+      symbRegProblem.ProblemData = towerProblemData;
+
+      // configure grammar
+      var grammar = new TypeCoherentExpressionGrammar();
+      grammar.Symbols.OfType<Sine>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Cosine>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Tangent>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<IfThenElse>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<GreaterThan>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<LessThan>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<And>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Or>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Not>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<TimeLag>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Integral>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Derivative>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<LaggedVariable>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<VariableCondition>().Single().InitialFrequency = 0.0;
+      var varSymbol = grammar.Symbols.OfType<Variable>().Where(x => !(x is LaggedVariable)).Single();
+      varSymbol.WeightMu = 1.0;
+      varSymbol.WeightSigma = 1.0;
+      varSymbol.WeightManipulatorMu = 0.0;
+      varSymbol.WeightManipulatorSigma = 0.05;
+      varSymbol.MultiplicativeWeightManipulatorSigma = 0.03;
+      var constSymbol = grammar.Symbols.OfType<Constant>().Single();
+      constSymbol.MaxValue = 20;
+      constSymbol.MinValue = -20;
+      constSymbol.ManipulatorMu = 0.0;
+      constSymbol.ManipulatorSigma = 1;
+      constSymbol.MultiplicativeManipulatorSigma = 0.03;
+      symbRegProblem.SymbolicExpressionTreeGrammar = grammar;
+
+      // configure remaining problem parameters
+      symbRegProblem.BestKnownQuality.Value = 0.97;
+      symbRegProblem.FitnessCalculationPartition.Start = 0;
+      symbRegProblem.FitnessCalculationPartition.End = 2800;
+      symbRegProblem.ValidationPartition.Start = 2800;
+      symbRegProblem.ValidationPartition.End = 4000;
+      symbRegProblem.RelativeNumberOfEvaluatedSamples.Value = 0.3;
+      symbRegProblem.EvaluatorParameter.Value = new SymbolicRegressionSingleObjectivePearsonRSquaredEvaluator();
+      #endregion
+      #region algorithm configuration
+      ga.Problem = symbRegProblem;
+      ga.Name = "Genetic Programming - Symbolic Regression";
+      ga.Description = "A standard genetic programming algorithm to solve a symbolic regression problem (tower dataset)";
+      ga.Elites.Value = 1;
+      ga.MaximumGenerations.Value = 100;
+      ga.MutationProbability.Value = 0.15;
+      ga.PopulationSize.Value = 1000;
+      ga.Seed.Value = 0;
+      ga.SetSeedRandomly.Value = false;
+      var tSelector = ga.SelectorParameter.ValidValues
+        .OfType<TournamentSelector>()
+        .Single();
+      tSelector.GroupSizeParameter.Value.Value = 5;
+      ga.Selector = tSelector;
+      var mutator = ga.MutatorParameter.ValidValues
+        .OfType<MultiSymbolicExpressionTreeManipulator>()
+        .Single();
+      mutator.Operators.OfType<FullTreeShaker>().Single().ShakingFactor = 0.1;
+      mutator.Operators.OfType<OnePointShaker>().Single().ShakingFactor = 1.0;
+      ga.Mutator = mutator;
+
+      ga.Analyzer.Operators.SetItemCheckedState(
+        ga.Analyzer.Operators
+        .OfType<SymbolicRegressionSingleObjectiveOverfittingAnalyzer>()
+        .Single(), false);
+      ga.Engine = new ParallelEngine();
+      #endregion
+
+      XmlGenerator.Serialize(ga, "../../SGP_SymbReg.hl");
+
+      RunAlgorithm(ga);
+    }
+
 
     private void RunAlgorithm(IAlgorithm a) {

trunk/sources/HeuristicLab/3.3/Tests/HeuristicLab-3.3.Tests.csproj

@@ -127 +127 @@
     <Compile Include="ContentViewTests.cs" />
     <Compile Include="GeneticProgrammingSamplesTest.cs" />
+    <Compile Include="Properties\Resources.Designer.cs">
+      <AutoGen>True</AutoGen>
+      <DesignTime>True</DesignTime>
+      <DependentUpon>Resources.resx</DependentUpon>
+    </Compile>
     <Compile Include="SymbolicRegressionTest.cs" />
     <Compile Include="PluginDependenciesTest.cs" />
@@ -442 +447 @@
       <Project>{3E9E8944-44FF-40BB-A622-3A4A7DD0F198}</Project>
       <Name>HeuristicLab.Problems.DataAnalysis.Views-3.4</Name>
-    </ProjectReference>
-    <ProjectReference Include="..\..\..\HeuristicLab.Problems.DataAnalysis\3.3\HeuristicLab.Problems.DataAnalysis-3.3.csproj">
-      <Project>{70DFD984-B1D9-46FE-8EB7-4DE92D71A9FC}</Project>
-      <Name>HeuristicLab.Problems.DataAnalysis-3.3</Name>
     </ProjectReference>
     <ProjectReference Include="..\..\..\HeuristicLab.Problems.DataAnalysis\3.4\HeuristicLab.Problems.DataAnalysis-3.4.csproj">
@@ -554 +555 @@
     </None>
   </ItemGroup>
+  <ItemGroup>
+    <Content Include="towerData.txt">
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+  </ItemGroup>
+  <ItemGroup>
+    <EmbeddedResource Include="Properties\Resources.resx">
+      <Generator>ResXFileCodeGenerator</Generator>
+      <LastGenOutput>Resources.Designer.cs</LastGenOutput>
+    </EmbeddedResource>
+  </ItemGroup>
   <Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
   <!-- To modify your build process, add your task inside one of the targets below and uncomment it.