Changeset 5293 for branches/HeuristicLab.MetaOptimization

Timestamp:

01/14/11 00:41:58 (13 years ago)

Author:

cneumuel

Message:

#1215

• added NormalCrossover operators
• renamed MedianQualityAnalyzer to ReferenceQualityAnalyzer

Location:

branches/HeuristicLab.MetaOptimization

Files:

• HeuristicLab.MetaOptimization.Test/Program.cs (modified) (5 diffs)
• HeuristicLab.Problems.MetaOptimization/3.3/Analyzers/BestParameterConfigurationAnalyzer.cs (modified) (2 diffs)
• HeuristicLab.Problems.MetaOptimization/3.3/Analyzers/MedianQualityAnalyzer.cs (deleted)
• HeuristicLab.Problems.MetaOptimization/3.3/Analyzers/ReferenceQualityAnalyzer.cs (added)
• HeuristicLab.Problems.MetaOptimization/3.3/Encoding/Crossovers/ParameterConfigurationCrossover.cs (modified) (3 diffs)
• HeuristicLab.Problems.MetaOptimization/3.3/Evaluators/ParameterConfigurationEvaluator.cs (modified) (4 diffs)
• HeuristicLab.Problems.MetaOptimization/3.3/HeuristicLab.Problems.MetaOptimization-3.3.csproj (modified) (4 diffs)
• HeuristicLab.Problems.MetaOptimization/3.3/MetaOptimizationProblem.cs (modified) (4 diffs)
• HeuristicLab.Problems.MetaOptimization/3.3/Operators/Crossovers/AverageIntValueCrossover.cs (added)
• HeuristicLab.Problems.MetaOptimization/3.3/Operators/Crossovers/NormalDoubleValueCrossover.cs (added)
• HeuristicLab.Problems.MetaOptimization/3.3/Operators/Crossovers/NormalIntValueCrossover.cs (added)
• HeuristicLab.Problems.MetaOptimization/3.3/Operators/Manipulators/NormalDoubleValueManipulator.cs (modified) (1 diff)
• HeuristicLab.Problems.MetaOptimization/3.3/Operators/Manipulators/NormalIntValueManipulator.cs (added)

branches/HeuristicLab.MetaOptimization/HeuristicLab.MetaOptimization.Test/Program.cs

@@ -33 +33 @@
     private static int metaAlgorithmPopulationSize = 7;
     private static int metaAlgorithmMaxGenerations = 20;
-    private static int metaProblemRepetitions = 3;
+    private static int metaProblemRepetitions = 6;
     private static int baseAlgorithmMaxGenerations = 50;
     private static double mutationProbability = 0.35;
@@ -56 +56 @@
       //TestExecutionTimeUpdateInvervalPerformance();
       //TestMemoryConsumption();
+      //TestNormalCrossover();
 
       GeneticAlgorithm baseLevelAlgorithm = new GeneticAlgorithm();
@@ -83 +84 @@
 
       Console.ReadLine();
+    }
+
+    private static void TestNormalCrossover() {
+      var random = new MersenneTwister();
+      double d1 = 0.5;
+      double d2 = 0.6;
+      var doubleRange = new DoubleValueRange(new DoubleValue(0.0), new DoubleValue(1.0), new DoubleValue(0.01));
+
+      using (var sw = new StreamWriter("normalCrossover-DoubleValue.txt")) {
+        for (int i = 0; i < 10000; i++) {
+          sw.WriteLine(NormalDoubleValueCrossover.ApplyStatic(random, new DoubleValue(d1), new DoubleValue(d2), doubleRange));
+        }
+      }
+
+      int i1 = 180;
+      int i2 = 160;
+      var intRange = new IntValueRange(new IntValue(100), new IntValue(200), new IntValue(1));
+
+      using (var sw = new StreamWriter("normalCrossover-IntValue.txt")) {
+        for (int i = 0; i < 10000; i++) {
+         sw.WriteLine(NormalIntValueCrossover.ApplyStatic(random, new IntValue(i1), new IntValue(i2), intRange));
+        }
+      }
     }
 
@@ -510 +534 @@
       ParameterConfigurationTree algorithmVc = metaOptimizationProblem.ParameterConfigurationTree;
 
-      metaOptimizationProblem.Problems.Add(new HeuristicLab.Problems.TestFunctions.SingleObjectiveTestFunctionProblem() {
-        Evaluator = new GriewankEvaluator(),
-        ProblemSize = new IntValue(5)
-      });
+      //metaOptimizationProblem.Problems.Add(new HeuristicLab.Problems.TestFunctions.SingleObjectiveTestFunctionProblem() {
+      //  Evaluator = new GriewankEvaluator(),
+      //  ProblemSize = new IntValue(2)
+      //});
+      //metaOptimizationProblem.Problems.Add(new HeuristicLab.Problems.TestFunctions.SingleObjectiveTestFunctionProblem() {
+      //  Evaluator = new GriewankEvaluator(),
+      //  ProblemSize = new IntValue(20)
+      //});
       metaOptimizationProblem.Problems.Add(new HeuristicLab.Problems.TestFunctions.SingleObjectiveTestFunctionProblem() {
         Evaluator = new GriewankEvaluator(),
         ProblemSize = new IntValue(50)
       });
-      metaOptimizationProblem.Problems.Add(new HeuristicLab.Problems.TestFunctions.SingleObjectiveTestFunctionProblem() {
-        Evaluator = new GriewankEvaluator(),
-        ProblemSize = new IntValue(500)
-      });
 
       ConfigurePopulationSize(algorithmVc, 12, 100, 1);
-      ConfigureMutationRate(algorithmVc, 0.0, 1.0, 0.01);
+      ConfigureMutationRate(algorithmVc, 0.0, 1.0, 0.0001);
       ConfigureMutationOperator(algorithmVc);
-      //ConfigureElites(algorithmVc, 0, 10, 1);
+      ConfigureElites(algorithmVc, 0, 10, 1);
       //ConfigureSelectionOperator(algorithmVc, true);
       return algorithmVc;
@@ -738 +762 @@
 
                   tb.AppendRow(
-                    ((DoubleValue)run.Results["AverageQualityNormalized"]).Value.ToString("#0.00"),
+                    ((DoubleValue)run.Results["AverageQualityNormalized"]).Value.ToString("#0.0000"),
                     ((DoubleArray)run.Results["RunsAverageQualities"]).ToString(),
                     ((IntValue)run.Parameters["PopulationSize"]).Value.ToString(),
-                    ((DoubleValue)run.Parameters["MutationProbability"]).Value.ToString("0.00"),
+                    ((DoubleValue)run.Parameters["MutationProbability"]).Value.ToString("0.0000"),
                     ((IntValue)run.Parameters["Elites"]).Value.ToString(),
                     Shorten(selector, 20),

branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/Analyzers/BestParameterConfigurationAnalyzer.cs

@@ -39 +39 @@
       get { return (LookupParameter<RunCollection>)Parameters["Population"]; }
     }
-    public LookupParameter<DoubleArray> ProblemQualityMediansParameter {
-      get { return (LookupParameter<DoubleArray>)Parameters["ProblemQualityMedians"]; }
+    public LookupParameter<DoubleArray> ProblemQualityReferencesParameter {
+      get { return (LookupParameter<DoubleArray>)Parameters["ProblemQualityReferences"]; }
     }
     public LookupParameter<ConstrainedItemList<ISingleObjectiveProblem>> ProblemsParameter {
@@ -55 +55 @@
       Parameters.Add(new LookupParameter<IRun>("BestKnownSolution", ""));
       Parameters.Add(new LookupParameter<RunCollection>("Population", ""));
-      Parameters.Add(new LookupParameter<DoubleArray>("ProblemQualityMedians", ""));
+      Parameters.Add(new LookupParameter<DoubleArray>("ProblemQualityReferences", ""));
       Parameters.Add(new LookupParameter<ConstrainedItemList<ISingleObjectiveProblem>>(MetaOptimizationProblem.ProblemsParameterName));
     }

branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/Encoding/Crossovers/ParameterConfigurationCrossover.cs

@@ -38 +38 @@
     }
 
+    /// <summary>
+    /// Whether the problem is a maximization or minimization problem.
+    /// </summary>
+    public ValueLookupParameter<BoolValue> MaximizationParameter {
+      get { return (ValueLookupParameter<BoolValue>)Parameters["Maximization"]; }
+    }
+
+    /// <summary>
+    /// The quality of the parents.
+    /// </summary>
+    public ScopeTreeLookupParameter<DoubleValue> QualityParameter {
+      get { return (ScopeTreeLookupParameter<DoubleValue>)Parameters["Quality"]; }
+    }
+
     [StorableConstructor]
     protected ParameterConfigurationCrossover(bool deserializing) : base(deserializing) { }
@@ -46 +60 @@
       Parameters.Add(new ScopeTreeLookupParameter<ParameterConfigurationTree>("Parents", "The parent vectors which should be crossed."));
       Parameters.Add(new LookupParameter<ParameterConfigurationTree>("Child", "The child vector resulting from the crossover."));
-
+      Parameters.Add(new ValueLookupParameter<BoolValue>("Maximization", "Whether the problem is a maximization problem or not."));
+      Parameters.Add(new ScopeTreeLookupParameter<DoubleValue>("Quality", "The quality values of the parents."));
       Parameters.Add(new ValueLookupParameter<IIntValueCrossover>(MetaOptimizationProblem.IntValueCrossoverParameterName, ""));
       Parameters.Add(new ValueLookupParameter<IDoubleValueCrossover>(MetaOptimizationProblem.DoubleValueCrossoverParameterName, ""));
@@ -55 +70 @@
 
     public override IOperation Apply() {
-      ParameterConfigurationTree child1 = (ParameterConfigurationTree)ParentsParameter.ActualValue[0].Clone();
-      ParameterConfigurationTree child2 = (ParameterConfigurationTree)ParentsParameter.ActualValue[1];
+      if (MaximizationParameter.ActualValue == null) throw new InvalidOperationException("HeuristicCrossover: Parameter " + MaximizationParameter.ActualName + " could not be found.");
+      if (QualityParameter.ActualValue == null || QualityParameter.ActualValue.Length != 2) throw new InvalidOperationException("ParameterConfigurationCrossover: Parameter " + QualityParameter.ActualName + " could not be found, or not in the same quantity as there are parents.");
+      ItemArray<DoubleValue> qualities = QualityParameter.ActualValue;
+      bool maximization = MaximizationParameter.ActualValue.Value;
+
+      ParameterConfigurationTree child1; 
+      ParameterConfigurationTree child2; 
+
+      if (maximization && qualities[0].Value >= qualities[1].Value || !maximization && qualities[0].Value <= qualities[1].Value) {
+        child1 = (ParameterConfigurationTree)ParentsParameter.ActualValue[0].Clone();
+        child2 = (ParameterConfigurationTree)ParentsParameter.ActualValue[1];
+      } else {
+        child1 = (ParameterConfigurationTree)ParentsParameter.ActualValue[1].Clone();
+        child2 = (ParameterConfigurationTree)ParentsParameter.ActualValue[0];
+      }
 
       child1.Cross(RandomParameter.ActualValue, child2, Cross, IntValueCrossoverParameter.ActualValue, DoubleValueCrossoverParameter.ActualValue);

branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/Evaluators/ParameterConfigurationEvaluator.cs

@@ -40 +40 @@
     }
 
-    public LookupParameter<DoubleArray> ProblemQualityMediansParameter {
-      get { return (LookupParameter<DoubleArray>)Parameters["ProblemQualityMedians"]; }
+    public LookupParameter<DoubleArray> ProblemQualityReferencesParameter {
+      get { return (LookupParameter<DoubleArray>)Parameters["ProblemQualityReferences"]; }
     }
 
@@ -55 +55 @@
       Parameters.Add(new LookupParameter<ParameterConfigurationTree>("ParameterConfigurationTree", "Missing description."));
       Parameters.Add(new LookupParameter<IntValue>(MetaOptimizationProblem.RepetitionsParameterName, "Number of evaluations on one problem."));
-      Parameters.Add(new LookupParameter<DoubleArray>("ProblemQualityMedians", ""));
+      Parameters.Add(new LookupParameter<DoubleArray>("ProblemQualityReferences", ""));
     }
 
@@ -72 +72 @@
       ParameterConfigurationTree parameterConfiguration = ParameterConfigurationParameter.ActualValue;
 
-      double[] medians;
-      if (ProblemQualityMediansParameter.ActualValue == null) {
+      double[] referenceQualities;
+      if (ProblemQualityReferencesParameter.ActualValue == null) {
         // this is generation zero. no reference qualities for normalization have been calculated yet.
-        medians = new double[problems.Count];
-        for (int i = 0; i < medians.Length; i++) {
-          medians[i] = 1;
+        referenceQualities = new double[problems.Count];
+        for (int i = 0; i < referenceQualities.Length; i++) {
+          referenceQualities[i] = 1;
         }
       } else {
-        medians = ProblemQualityMediansParameter.ActualValue.ToArray();
+        referenceQualities = ProblemQualityReferencesParameter.ActualValue.ToArray();
       }
 
@@ -131 +131 @@
       parameterConfiguration.Runs = (RunCollection)algorithm.Runs.Clone();
 
-      this.QualityParameter.ActualValue = new DoubleValue(NormalizeQualities(parameterConfiguration, medians));
+      this.QualityParameter.ActualValue = new DoubleValue(NormalizeQualities(parameterConfiguration, referenceQualities));
 
       return base.Apply();
     }
 
-    public static double NormalizeQualities(ParameterConfigurationTree parameterConfigurationTree, double[] medians) {
-      double[] qualitiesNormalized = new double[medians.Length];
-      for (int i = 0; i < medians.Length; i++) {
-        qualitiesNormalized[i] = parameterConfigurationTree.AverageQualities[i] / medians[i];
+    public static double NormalizeQualities(ParameterConfigurationTree parameterConfigurationTree, double[] referenceQualities) {
+      double[] qualitiesNormalized = new double[referenceQualities.Length];
+      for (int i = 0; i < referenceQualities.Length; i++) {
+        qualitiesNormalized[i] = parameterConfigurationTree.AverageQualities[i] / referenceQualities[i];
       }
       parameterConfigurationTree.QualitiesNormalized = new DoubleArray(qualitiesNormalized);

branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/HeuristicLab.Problems.MetaOptimization-3.3.csproj

@@ -117 +117 @@
       <HintPath>..\..\..\..\..\..\..\..\Program Files\HeuristicLab 3.3\HeuristicLab.Problems.TestFunctions-3.3.dll</HintPath>
     </Reference>
+    <Reference Include="HeuristicLab.Random-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL">
+      <HintPath>..\..\..\..\..\..\..\..\Program Files\HeuristicLab 3.3\HeuristicLab.Random-3.3.dll</HintPath>
+    </Reference>
     <Reference Include="HeuristicLab.SequentialEngine-3.3">
       <HintPath>..\..\..\..\..\..\..\..\Program Files\HeuristicLab 3.3\HeuristicLab.SequentialEngine-3.3.dll</HintPath>
@@ -132 +135 @@
     <None Include="Properties\AssemblyInfo.cs.frame" />
     <None Include="HeuristicLabProblemsMetaOptimizationPlugin.cs.frame" />
-    <Compile Include="Analyzers\MedianQualityAnalyzer.cs" />
+    <Compile Include="Analyzers\ReferenceQualityAnalyzer.cs" />
     <Compile Include="ConstrainedItemList.cs" />
     <Compile Include="Encoding\NullValue.cs" />
@@ -152 +155 @@
     <Compile Include="Interfaces\ICheckedValueConfigurationCollection.cs" />
     <Compile Include="Operators\Crossovers\AverageDoubleValueCrossover.cs" />
+    <Compile Include="Operators\Crossovers\AverageIntValueCrossover.cs" />
+    <Compile Include="Operators\Crossovers\NormalIntValueCrossover.cs" />
+    <Compile Include="Operators\Crossovers\NormalDoubleValueCrossover.cs" />
     <Compile Include="Operators\Crossovers\DiscreteDoubleValueCrossover.cs" />
     <Compile Include="Operators\Crossovers\DiscreteIntValueCrossover.cs" />
@@ -173 +179 @@
     <Compile Include="Operators\Interfaces\IIntValueCrossover.cs" />
     <Compile Include="Operators\Interfaces\IValueManipulator.cs" />
+    <Compile Include="Operators\Manipulators\NormalIntValueManipulator.cs" />
     <Compile Include="Operators\Manipulators\UniformIntValueManipulator.cs" />
     <Compile Include="Operators\Manipulators\UniformDoubleValueManipulator.cs" />

branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/MetaOptimizationProblem.cs

@@ -98 +98 @@
       get { return Operators.OfType<BestParameterConfigurationAnalyzer>().FirstOrDefault(); }
     }
-    private MedianQualityAnalyzer MedianQualityAnalyzer {
-      get { return Operators.OfType<MedianQualityAnalyzer>().FirstOrDefault(); }
+    private ReferenceQualityAnalyzer ReferenceQualityAnalyzer {
+      get { return Operators.OfType<ReferenceQualityAnalyzer>().FirstOrDefault(); }
     }
     #endregion
@@ -114 +114 @@
       var validIntCrossovers = new ItemSet<IIntValueCrossover>(ApplicationManager.Manager.GetInstances<IIntValueCrossover>());
       var validDoubleCrossovers = new ItemSet<IDoubleValueCrossover>(ApplicationManager.Manager.GetInstances<IDoubleValueCrossover>());
-      Parameters.Add(new ConstrainedValueParameter<IIntValueManipulator>(IntValueManipulatorParameterName, "", validIntManipulators, validIntManipulators.First()));
-      Parameters.Add(new ConstrainedValueParameter<IDoubleValueManipulator>(DoubleValueManipulatorParameterName, "", validDoubleManipulators, validDoubleManipulators.First()));
-      Parameters.Add(new ConstrainedValueParameter<IIntValueCrossover>(IntValueCrossoverParameterName, "", validIntCrossovers, validIntCrossovers.First()));
-      Parameters.Add(new ConstrainedValueParameter<IDoubleValueCrossover>(DoubleValueCrossoverParameterName, "", validDoubleCrossovers, validDoubleCrossovers.Where(x => x.GetType() == typeof(AverageDoubleValueCrossover)).SingleOrDefault()));
+      Parameters.Add(new ConstrainedValueParameter<IIntValueManipulator>(IntValueManipulatorParameterName, "", validIntManipulators, validIntManipulators.Where(x => x.GetType() == typeof(NormalIntValueManipulator)).SingleOrDefault()));
+      Parameters.Add(new ConstrainedValueParameter<IDoubleValueManipulator>(DoubleValueManipulatorParameterName, "", validDoubleManipulators, validDoubleManipulators.Where(x => x.GetType() == typeof(NormalDoubleValueManipulator)).SingleOrDefault()));
+      Parameters.Add(new ConstrainedValueParameter<IIntValueCrossover>(IntValueCrossoverParameterName, "", validIntCrossovers, validIntCrossovers.Where(x => x.GetType() == typeof(NormalIntValueCrossover)).SingleOrDefault()));
+      Parameters.Add(new ConstrainedValueParameter<IDoubleValueCrossover>(DoubleValueCrossoverParameterName, "", validDoubleCrossovers, validDoubleCrossovers.Where(x => x.GetType() == typeof(NormalDoubleValueCrossover)).SingleOrDefault()));
 
       Maximization = new BoolValue(false);
@@ -161 +161 @@
       Operators.AddRange(ApplicationManager.Manager.GetInstances<IParameterConfigurationOperator>().Cast<IOperator>());
       Operators.Add(new BestParameterConfigurationAnalyzer());
-      Operators.Add(new MedianQualityAnalyzer());
+      Operators.Add(new ReferenceQualityAnalyzer());
     }
     private void ParameterizeSolutionCreator() {
@@ -172 +172 @@
         BestParameterConfigurationAnalyzer.ParameterConfigurationParameter.ActualName = ((RandomParameterConfigurationCreator)SolutionCreator).ParameterConfigurationParameter.ActualName;
       }
-      if (MedianQualityAnalyzer != null) {
-        MedianQualityAnalyzer.ParameterConfigurationParameter.ActualName = ((RandomParameterConfigurationCreator)SolutionCreator).ParameterConfigurationParameter.ActualName;
+      if (ReferenceQualityAnalyzer != null) {
+        ReferenceQualityAnalyzer.ParameterConfigurationParameter.ActualName = ((RandomParameterConfigurationCreator)SolutionCreator).ParameterConfigurationParameter.ActualName;
       }
     }

branches/HeuristicLab.MetaOptimization/HeuristicLab.Problems.MetaOptimization/3.3/Operators/Manipulators/NormalDoubleValueManipulator.cs

@@ -37 +37 @@
     public static void ApplyStatic(IRandom random, DoubleValue value, DoubleValueRange range) {
       bool ok = false;
-      RealVector strategy = new RealVector(new double[] { (range.UpperBound.Value - range.LowerBound.Value) / 15});
-      RealVector vector = new RealVector(1);
+      var strategy = new RealVector(new double[] { (range.UpperBound.Value - range.LowerBound.Value) / 10}); // todo: add strategy parameter
+      var vector = new RealVector(1);
       double val = value.Value;