Changeset 14894 for branches/SAPBA/HeuristicLab.Algorithms.SAPBA

Timestamp:

04/27/17 13:45:01 (7 years ago)

Author:

bwerth

Message:

#2780 worked on SAPBA; added IndividualStrategy

Location:

branches/SAPBA/HeuristicLab.Algorithms.SAPBA

Files:

• . (modified) (2 props)
• .vs (deleted)
• EgoUtilities.cs (modified) (1 diff)
• HeuristicLab.Algorithms.SAPBA-3.4.csproj (modified) (2 diffs)
• Plugin.cs (modified) (2 diffs)
• Properties/AssemblyInfo.cs (modified) (1 diff)
• Strategies/GenerationalStrategy.cs (modified) (1 diff)
• Strategies/IndividualStrategy.cs (added)
• Strategies/StrategyBase.cs (modified) (4 diffs)
• SurrogateAssistedPopulationBasedAlgorithm.cs (modified) (10 diffs)
• new 2.txt (deleted)
• obj (deleted)

branches/SAPBA/HeuristicLab.Algorithms.SAPBA/EgoUtilities.cs

@@ -93 +93 @@
 
     public static IRegressionSolution BuildModel(CancellationToken cancellationToken, IEnumerable<Tuple<RealVector, double>> samples, IDataAnalysisAlgorithm<IRegressionProblem> regressionAlgorithm, IRandom random, bool removeDuplicates = true, IRegressionSolution oldSolution = null) {
-      var dataset = EgoUtilities.GetDataSet(samples.ToList(), removeDuplicates);
+      var dataset = GetDataSet(samples.ToList(), removeDuplicates);
       var problemdata = new RegressionProblemData(dataset, dataset.VariableNames.Where(x => !x.Equals("output")), "output");
       problemdata.TrainingPartition.Start = 0;

branches/SAPBA/HeuristicLab.Algorithms.SAPBA/HeuristicLab.Algorithms.SAPBA-3.4.csproj

@@ -42 +42 @@
       <SpecificVersion>False</SpecificVersion>
       <HintPath>..\..\..\trunk\sources\bin\HeuristicLab.Algorithms.EvolutionStrategy-3.3.dll</HintPath>
+    </Reference>
+    <Reference Include="HeuristicLab.Algorithms.GeneticAlgorithm-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL">
+      <SpecificVersion>False</SpecificVersion>
+      <HintPath>..\..\..\trunk\sources\bin\HeuristicLab.Algorithms.GeneticAlgorithm-3.3.dll</HintPath>
     </Reference>
     <Reference Include="HeuristicLab.Analysis-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL">
@@ -120 +124 @@
   <ItemGroup>
     <Compile Include="EgoUtilities.cs" />
+    <Compile Include="Strategies\IndividualStrategy.cs" />
     <Compile Include="Strategies\GenerationalStrategy.cs" />
     <Compile Include="SurrogateAssistedPopulationBasedAlgorithm.cs" />

branches/SAPBA/HeuristicLab.Algorithms.SAPBA/Plugin.cs

@@ -20 +20 @@
 #endregion
 
+using System;
+using System.Collections.Generic;
+using System.Text;
 using HeuristicLab.PluginInfrastructure;
 
 namespace HeuristicLab.Algorithms.SAPBA {
-  [Plugin("HeuristicLab.Algorithms.SAPBA", "3.4.5.14833")]
-  [PluginFile("HeuristicLab.Algorithms.EGO-3.4.dll", PluginFileType.Assembly)]
+  [Plugin("HeuristicLab.Algorithms.SAPBA", "3.4.5.14893")]
+  [PluginFile("HeuristicLab.Algorithms.SAPBA-3.4.dll", PluginFileType.Assembly)]
   [PluginFile("displayModelFrame.html", PluginFileType.Data)]
   [PluginDependency("HeuristicLab.Algorithms.CMAEvolutionStrategy", "3.4")]
@@ -35 +38 @@
   [PluginDependency("HeuristicLab.Data", "3.3")]
   [PluginDependency("HeuristicLab.Encodings.RealVectorEncoding", "3.3")]
-  [PluginDependency("HeuristicLab.Operators", "3.3")]
-  [PluginDependency("HeuristicLab.Optimization", "3.3")]
-  [PluginDependency("HeuristicLab.Parameters", "3.3")]
-  [PluginDependency("HeuristicLab.Persistence", "3.3")]
+  [PluginDependency("HeuristicLab.Operators","3.3")]
+  [PluginDependency("HeuristicLab.Optimization","3.3")]
+  [PluginDependency("HeuristicLab.Parameters","3.3")]
+  [PluginDependency("HeuristicLab.Persistence","3.3")]
   [PluginDependency("HeuristicLab.Problems.DataAnalysis", "3.4")]
   [PluginDependency("HeuristicLab.Problems.Instances", "3.3")]

branches/SAPBA/HeuristicLab.Algorithms.SAPBA/Properties/AssemblyInfo.cs

@@ -53 +53 @@
 // by using the '*' as shown below:
 [assembly: AssemblyVersion("3.4.0.0")]
-[assembly: AssemblyFileVersion("3.4.0.14833")]
+[assembly: AssemblyFileVersion("3.4.0.14893")]

branches/SAPBA/HeuristicLab.Algorithms.SAPBA/Strategies/GenerationalStrategy.cs

@@ -37 +37 @@
       if (RegressionSolution != null && Generations < NoGenerations.Value) Generations++;
       else {
-        foreach (var indi in individuals) Evaluate(indi.RealVector(), random);
+        foreach (var indi in individuals) EvaluateSample(indi.RealVector(), random);
         BuildRegressionSolution(random);
         Generations = 0;

branches/SAPBA/HeuristicLab.Algorithms.SAPBA/Strategies/StrategyBase.cs

@@ -38 +38 @@
     #region Properties
     [Storable]
-    private SurrogateAssistedPopulationBasedAlgorithm Algorithm;
+    protected SurrogateAssistedPopulationBasedAlgorithm Algorithm;
     [Storable]
     private List<Tuple<RealVector, double>> Samples;
@@ -92 +92 @@
 
         if (!globalResults.ContainsKey(BestQualityResultName)) globalResults.Add(new Result(BestQualityResultName, new DoubleValue(0.0)));
-        ((DoubleValue)globalResults[BestQualityResultName].Value).Value = qualities[bestIdx];
-        if (!globalResults.ContainsKey(BestSolutionResultName)) globalResults.Add(new Result(BestQualityResultName, new RealVector()));
-        globalResults[BestSolutionResultName].Value = individuals[bestIdx].RealVector();
+        ((DoubleValue)globalResults[BestQualityResultName].Value).Value = Samples[bestIdx].Item2;
+        if (!globalResults.ContainsKey(BestSolutionResultName)) globalResults.Add(new Result(BestSolutionResultName, new RealVector()));
+        globalResults[BestSolutionResultName].Value = Samples[bestIdx].Item1;
 
         DataTable table;
@@ -135 +135 @@
     }
     protected Tuple<RealVector, double> EvaluateSample(RealVector point, IRandom random) {
+      Cancellation.ThrowIfCancellationRequested();
+      if (Samples.Count >= Algorithm.MaximumEvaluations) { Algorithm.OptimizationAlgorithm.Stop(); return new Tuple<RealVector, double>(point, 0.0); }
       var p = new Tuple<RealVector, double>(point, Algorithm.Problem.Evaluate(GetIndividual(point), random));
       Samples.Add(p);
@@ -140 +142 @@
     }
     protected Tuple<RealVector, double> EstimateSample(RealVector point, IRandom random) {
+      if (Samples.Count == Algorithm.InitialEvaluations && RegressionSolution == null) BuildRegressionSolution(random);
       return Samples.Count < Algorithm.InitialEvaluations ? EvaluateSample(point, random) : new Tuple<RealVector, double>(point, RegressionSolution.Model.GetEstimation(point));
     }

branches/SAPBA/HeuristicLab.Algorithms.SAPBA/SurrogateAssistedPopulationBasedAlgorithm.cs

@@ -44 +44 @@
     public override bool SupportsPause => true;
     public override Type ProblemType => typeof(SingleObjectiveBasicProblem<IEncoding>);
-    public new SingleObjectiveBasicProblem<IEncoding> Problem {
+    public new SingleObjectiveBasicProblem<IEncoding> Problem
+    {
       get { return (SingleObjectiveBasicProblem<IEncoding>)base.Problem; }
       set { base.Problem = value; }
@@ -51 +52 @@
 
     #region ParameterNames
-    private const string GenerationSizeParameterName = "GenerationSize";
     private const string InitialEvaluationsParameterName = "Initial Evaluations";
     private const string MaximalDataSetSizeParameterName = "Maximal Dataset Size";
@@ -57 +57 @@
     private const string MaximumRuntimeParameterName = "Maximum Runtime";
     private const string OptimizationAlgorithmParameterName = "Optimization Algorithm";
-    private const string OptimizationRestartsParameterName = "Optimization Restarts";
     private const string RemoveDuplicatesParamterName = "RemoveDuplicates";
     private const string RegressionAlgorithmParameterName = "RegressionAlgorithm";
@@ -66 +65 @@
 
     #region ParameterProperties
-    public IFixedValueParameter<IntValue> GenerationSizeParemeter => Parameters[GenerationSizeParameterName] as IFixedValueParameter<IntValue>;
     public IFixedValueParameter<IntValue> InitialEvaluationsParameter => Parameters[InitialEvaluationsParameterName] as IFixedValueParameter<IntValue>;
     public IFixedValueParameter<IntValue> MaximalDataSetSizeParameter => Parameters[MaximalDataSetSizeParameterName] as IFixedValueParameter<IntValue>;
@@ -72 +70 @@
     public IFixedValueParameter<IntValue> MaximumRuntimeParameter => Parameters[MaximumRuntimeParameterName] as IFixedValueParameter<IntValue>;
     public IValueParameter<Algorithm> OptimizationAlgorithmParameter => Parameters[OptimizationAlgorithmParameterName] as IValueParameter<Algorithm>;
-    public IFixedValueParameter<IntValue> OptimizationRestartsParemeter => Parameters[OptimizationRestartsParameterName] as IFixedValueParameter<IntValue>;
     public IValueParameter<IDataAnalysisAlgorithm<IRegressionProblem>> RegressionAlgorithmParameter => Parameters[RegressionAlgorithmParameterName] as IValueParameter<IDataAnalysisAlgorithm<IRegressionProblem>>;
     public IFixedValueParameter<BoolValue> RemoveDuplicatesParameter => Parameters[RemoveDuplicatesParamterName] as IFixedValueParameter<BoolValue>;
@@ -81 +78 @@
 
     #region Properties
-    public int GenerationSize => GenerationSizeParemeter.Value.Value;
     public int InitialEvaluations => InitialEvaluationsParameter.Value.Value;
     public int MaximalDatasetSize => MaximalDataSetSizeParameter.Value.Value;
@@ -87 +83 @@
     public int MaximumRuntime => MaximumRuntimeParameter.Value.Value;
     public Algorithm OptimizationAlgorithm => OptimizationAlgorithmParameter.Value;
-    public int OptimizationRestarts => OptimizationRestartsParemeter.Value.Value;
     public IDataAnalysisAlgorithm<IRegressionProblem> RegressionAlgorithm => RegressionAlgorithmParameter.Value;
     public bool RemoveDuplicates => RemoveDuplicatesParameter.Value.Value;
@@ -121 +116 @@
     public override IDeepCloneable Clone(Cloner cloner) { return new SurrogateAssistedPopulationBasedAlgorithm(this, cloner); }
     public SurrogateAssistedPopulationBasedAlgorithm() {
-      var cmaes = new CMAEvolutionStrategy.CMAEvolutionStrategy {
-        MaximumGenerations = 300,
-        PopulationSize = 50
+      surrogateProblem = new SurrogateProblem();
+      var geneticAlgorithm = new GeneticAlgorithm.GeneticAlgorithm {
+        PopulationSize = { Value = 50 },
+        Problem = surrogateProblem
       };
       var model = new GaussianProcessRegression {
@@ -130 +126 @@
       model.CovarianceFunctionParameter.Value = new CovarianceRationalQuadraticIso();
 
-      cmaes.Problem = new SurrogateProblem();
       Parameters.Add(new FixedValueParameter<IntValue>(MaximumEvaluationsParameterName, "", new IntValue(int.MaxValue)));
       Parameters.Add(new FixedValueParameter<IntValue>(InitialEvaluationsParameterName, "", new IntValue(10)));
@@ -137 +132 @@
       Parameters.Add(new FixedValueParameter<BoolValue>(SetSeedRandomlyParameterName, "True if the random seed should be set to a random value, otherwise false.", new BoolValue(true)));
       Parameters.Add(new ValueParameter<IDataAnalysisAlgorithm<IRegressionProblem>>(RegressionAlgorithmParameterName, "The model used to approximate the problem", model));
-      Parameters.Add(new ValueParameter<Algorithm>(OptimizationAlgorithmParameterName, "The algorithm used to solve the expected improvement subproblem", cmaes));
-      Parameters.Add(new FixedValueParameter<IntValue>(OptimizationRestartsParameterName, "Number of restarts of the SubAlgortihm to avoid local optima", new IntValue(1)));
-      Parameters.Add(new FixedValueParameter<IntValue>(GenerationSizeParameterName, "Number points that are sampled every iteration (stadard EGO: 1)", new IntValue(1)));
+      Parameters.Add(new ValueParameter<Algorithm>(OptimizationAlgorithmParameterName, "The algorithm used to solve the expected improvement subproblem", geneticAlgorithm));
       Parameters.Add(new FixedValueParameter<IntValue>(MaximalDataSetSizeParameterName, "The maximum number of sample points used to generate the model. Set 0 or less to use always all samples ", new IntValue(-1)));
       Parameters.Add(new FixedValueParameter<BoolValue>(RemoveDuplicatesParamterName, "Wether duplicate samples should be replaced by a single sample with an averaged quality. This GREATLY decreases the chance of ill conditioned models (unbuildable models) but is not theoretically sound as the model ignores the increasing certainty in this region"));
-      var strategies = new ItemSet<ISurrogateStrategy> { new GenerationalStrategy() };
-      Parameters.Add(new ConstrainedValueParameter<ISurrogateStrategy>(StrategyParameterName, "The surrogate strategy that dictates how the optimization alg is assisted", strategies));
+      var strategies = new ItemSet<ISurrogateStrategy> { new GenerationalStrategy(), new IndividualStrategy() };
+      Parameters.Add(new ConstrainedValueParameter<ISurrogateStrategy>(StrategyParameterName, "The surrogate strategy that dictates how the optimization alg is assisted", strategies, strategies.First()));
       RegisterEventhandlers();
     }