Changeset 6439 for trunk/sources/HeuristicLab/3.3/Tests

Timestamp:

06/17/11 15:22:27 (14 years ago)

Author:

gkronber

Message:

#1553: implemented unit test to create and run the symbolic regression sample (towerData.txt)

Location:

trunk/sources/HeuristicLab/3.3/Tests

Files:

• GeneticProgrammingSamplesTest.cs (modified) (4 diffs)
• HeuristicLab-3.3.Tests.csproj (modified) (3 diffs)
• Properties/Resources.Designer.cs (added)
• Properties/Resources.resx (added)
• towerData.txt (added)

trunk/sources/HeuristicLab/3.3/Tests/GeneticProgrammingSamplesTest.cs

@@ -13 +13 @@
 using System.Threading;
 using HeuristicLab.ParallelEngine;
+using HeuristicLab.Problems.DataAnalysis.Symbolic.Regression;
+using HeuristicLab.Problems.DataAnalysis;
+using HeuristicLab.Problems.DataAnalysis.Symbolic;
+using System.IO;
 
 namespace HeuristicLab_33.Tests {
@@ -18 +22 @@
   public class GeneticProgrammingSamplesTest {
     [TestMethod]
-    public void ArtificialAntProblemTest() {
+    public void CreateArtificialAntSample() {
       GeneticAlgorithm ga = new GeneticAlgorithm();
-      #region algorithm configuration
-      ga.Name = "Genetic Programming - Artificial Ant";
-      ga.Description = "A standard genetic programming algorithm to solve the artificial ant problem (Santa-Fe trail)";
+      #region problem configuration
       ArtificialAntProblem antProblem = new ArtificialAntProblem();
-      ga.Problem = antProblem;
-      ga.PopulationSize.Value = 1000;
-      ga.MaximumGenerations.Value = 100;
-      ga.MutationProbability.Value = 0.15;
-      ga.Elites.Value = 1;
-      var tSelector = (TournamentSelector)ga.ValidSelectors
-        .Single(s => s.Name == "TournamentSelector");
-      tSelector.GroupSizeParameter.Value = new IntValue(5);
-      ga.Selector = tSelector;
-      var mutator = (MultiSymbolicExpressionTreeArchitectureManipulator)ga.ValidMutators
-        .Single(m => m.Name == "MultiSymbolicExpressionTreeArchitectureManipulator");
-      mutator.Operators.SetItemCheckedState(mutator.Operators.Single(x => x.Name == "FullTreeShaker"), false);
-      mutator.Operators.SetItemCheckedState(mutator.Operators.Single(x => x.Name == "OnePointShaker"), false);
-      ga.Mutator = mutator;
-
-      ga.SetSeedRandomly.Value = false;
-      ga.Seed.Value = 0;
-      ga.Engine = new ParallelEngine();
-      #endregion
-      #region problem configuration
       antProblem.BestKnownQuality.Value = 89;
       antProblem.MaxExpressionDepth.Value = 10;
@@ -51 +33 @@
       antProblem.MaxTimeSteps.Value = 600;
       #endregion
+      #region algorithm configuration
+      ga.Name = "Genetic Programming - Artificial Ant";
+      ga.Description = "A standard genetic programming algorithm to solve the artificial ant problem (Santa-Fe trail)";
+      ga.Problem = antProblem;
+      ga.PopulationSize.Value = 1000;
+      ga.MaximumGenerations.Value = 100;
+      ga.MutationProbability.Value = 0.15;
+      ga.Elites.Value = 1;
+      var tSelector = ga.SelectorParameter.ValidValues
+        .OfType<TournamentSelector>()
+        .Single();
+      tSelector.GroupSizeParameter.Value = new IntValue(5);
+      ga.Selector = tSelector;
+      var mutator = ga.MutatorParameter.ValidValues
+        .OfType<MultiSymbolicExpressionTreeArchitectureManipulator>()
+        .Single();
+      mutator.Operators.SetItemCheckedState(mutator.Operators
+        .OfType<FullTreeShaker>()
+        .Single(), false);
+      mutator.Operators.SetItemCheckedState(mutator.Operators
+        .OfType<OnePointShaker>()
+        .Single(), false);
+      ga.Mutator = mutator;
+
+      ga.SetSeedRandomly.Value = false;
+      ga.Seed.Value = 0;
+      ga.Engine = new ParallelEngine();
+      #endregion
 
       XmlGenerator.Serialize(ga, "../../SGP_SantaFe.hl");
@@ -56 +66 @@
       RunAlgorithm(ga);
     }
+
+    [TestMethod]
+    public void CreateSymbolicRegressionSample() {
+      GeneticAlgorithm ga = new GeneticAlgorithm();
+      #region problem configuration
+      SymbolicRegressionSingleObjectiveProblem symbRegProblem = new SymbolicRegressionSingleObjectiveProblem();
+      // import and configure problem data
+      string filename = Path.GetTempFileName();
+      using (var writer = File.CreateText(filename)) {
+        writer.Write(HeuristicLab_33.Tests.Properties.Resources.TowerData);
+      }
+      var towerProblemData = RegressionProblemData.ImportFromFile(filename);
+      towerProblemData.TargetVariableParameter.Value = towerProblemData.TargetVariableParameter.ValidValues
+        .First(v => v.Value == "towerResponse");
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x1"), true);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x7"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x11"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x16"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x21"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "x25"), false);
+      towerProblemData.InputVariables.SetItemCheckedState(
+        towerProblemData.InputVariables.Single(x => x.Value == "towerResponse"), false);
+      towerProblemData.TrainingPartition.Start = 0;
+      towerProblemData.TrainingPartition.End = 4000;
+      towerProblemData.TestPartition.Start = 4000;
+      towerProblemData.TestPartition.End = 4999;
+      towerProblemData.Name = "Data imported from towerData.txt";
+      towerProblemData.Description = "Chemical concentration at top of distillation tower, dataset downloaded from: http://vanillamodeling.com/realproblems.html, best R² achieved with nu-SVR = 0.97";
+      symbRegProblem.ProblemData = towerProblemData;
+
+      // configure grammar
+      var grammar = new TypeCoherentExpressionGrammar();
+      grammar.Symbols.OfType<Sine>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Cosine>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Tangent>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<IfThenElse>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<GreaterThan>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<LessThan>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<And>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Or>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Not>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<TimeLag>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Integral>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<Derivative>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<LaggedVariable>().Single().InitialFrequency = 0.0;
+      grammar.Symbols.OfType<VariableCondition>().Single().InitialFrequency = 0.0;
+      var varSymbol = grammar.Symbols.OfType<Variable>().Where(x => !(x is LaggedVariable)).Single();
+      varSymbol.WeightMu = 1.0;
+      varSymbol.WeightSigma = 1.0;
+      varSymbol.WeightManipulatorMu = 0.0;
+      varSymbol.WeightManipulatorSigma = 0.05;
+      varSymbol.MultiplicativeWeightManipulatorSigma = 0.03;
+      var constSymbol = grammar.Symbols.OfType<Constant>().Single();
+      constSymbol.MaxValue = 20;
+      constSymbol.MinValue = -20;
+      constSymbol.ManipulatorMu = 0.0;
+      constSymbol.ManipulatorSigma = 1;
+      constSymbol.MultiplicativeManipulatorSigma = 0.03;
+      symbRegProblem.SymbolicExpressionTreeGrammar = grammar;
+
+      // configure remaining problem parameters
+      symbRegProblem.BestKnownQuality.Value = 0.97;
+      symbRegProblem.FitnessCalculationPartition.Start = 0;
+      symbRegProblem.FitnessCalculationPartition.End = 2800;
+      symbRegProblem.ValidationPartition.Start = 2800;
+      symbRegProblem.ValidationPartition.End = 4000;
+      symbRegProblem.RelativeNumberOfEvaluatedSamples.Value = 0.3;
+      symbRegProblem.EvaluatorParameter.Value = new SymbolicRegressionSingleObjectivePearsonRSquaredEvaluator();
+      #endregion
+      #region algorithm configuration
+      ga.Problem = symbRegProblem;
+      ga.Name = "Genetic Programming - Symbolic Regression";
+      ga.Description = "A standard genetic programming algorithm to solve a symbolic regression problem (tower dataset)";
+      ga.Elites.Value = 1;
+      ga.MaximumGenerations.Value = 100;
+      ga.MutationProbability.Value = 0.15;
+      ga.PopulationSize.Value = 1000;
+      ga.Seed.Value = 0;
+      ga.SetSeedRandomly.Value = false;
+      var tSelector = ga.SelectorParameter.ValidValues
+        .OfType<TournamentSelector>()
+        .Single();
+      tSelector.GroupSizeParameter.Value.Value = 5;
+      ga.Selector = tSelector;
+      var mutator = ga.MutatorParameter.ValidValues
+        .OfType<MultiSymbolicExpressionTreeManipulator>()
+        .Single();
+      mutator.Operators.OfType<FullTreeShaker>().Single().ShakingFactor = 0.1;
+      mutator.Operators.OfType<OnePointShaker>().Single().ShakingFactor = 1.0;
+      ga.Mutator = mutator;
+
+      ga.Analyzer.Operators.SetItemCheckedState(
+        ga.Analyzer.Operators
+        .OfType<SymbolicRegressionSingleObjectiveOverfittingAnalyzer>()
+        .Single(), false);
+      ga.Engine = new ParallelEngine();
+      #endregion
+
+      XmlGenerator.Serialize(ga, "../../SGP_SymbReg.hl");
+
+      RunAlgorithm(ga);
+    }
+
 
     private void RunAlgorithm(IAlgorithm a) {

trunk/sources/HeuristicLab/3.3/Tests/HeuristicLab-3.3.Tests.csproj

@@ -127 +127 @@
     <Compile Include="ContentViewTests.cs" />
     <Compile Include="GeneticProgrammingSamplesTest.cs" />
+    <Compile Include="Properties\Resources.Designer.cs">
+      <AutoGen>True</AutoGen>
+      <DesignTime>True</DesignTime>
+      <DependentUpon>Resources.resx</DependentUpon>
+    </Compile>
     <Compile Include="SymbolicRegressionTest.cs" />
     <Compile Include="PluginDependenciesTest.cs" />
@@ -442 +447 @@
       <Project>{3E9E8944-44FF-40BB-A622-3A4A7DD0F198}</Project>
       <Name>HeuristicLab.Problems.DataAnalysis.Views-3.4</Name>
-    </ProjectReference>
-    <ProjectReference Include="..\..\..\HeuristicLab.Problems.DataAnalysis\3.3\HeuristicLab.Problems.DataAnalysis-3.3.csproj">
-      <Project>{70DFD984-B1D9-46FE-8EB7-4DE92D71A9FC}</Project>
-      <Name>HeuristicLab.Problems.DataAnalysis-3.3</Name>
     </ProjectReference>
     <ProjectReference Include="..\..\..\HeuristicLab.Problems.DataAnalysis\3.4\HeuristicLab.Problems.DataAnalysis-3.4.csproj">
@@ -554 +555 @@
     </None>
   </ItemGroup>
+  <ItemGroup>
+    <Content Include="towerData.txt">
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+  </ItemGroup>
+  <ItemGroup>
+    <EmbeddedResource Include="Properties\Resources.resx">
+      <Generator>ResXFileCodeGenerator</Generator>
+      <LastGenOutput>Resources.Designer.cs</LastGenOutput>
+    </EmbeddedResource>
+  </ItemGroup>
   <Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
   <!-- To modify your build process, add your task inside one of the targets below and uncomment it.