Changeset 15344 for branches/PushGP/HeuristicLab.PushGP/Push.Thesis/Program.cs

Timestamp:

08/29/17 18:05:17 (7 years ago)

Author:

pkimmesw

Message:

#2665 Fixed Integer Overflow Exceptions, Adjusted Offspring Selection Experiments

File:

• branches/PushGP/HeuristicLab.PushGP/Push.Thesis/Program.cs (modified) (8 diffs)

branches/PushGP/HeuristicLab.PushGP/Push.Thesis/Program.cs

@@ -9 +9 @@
 
   using HeuristicLab.Algorithms.GeneticAlgorithm;
+  using HeuristicLab.Algorithms.OffspringSelectionGeneticAlgorithm;
   using HeuristicLab.BenchmarkSuite;
   using HeuristicLab.Clients.Hive;
@@ -29 +30 @@
     static void Main(string[] args) {
       //BuildListOfInstructions();
-      GenerateRuns();
+      GetProblemNames();
+
+      //GenerateRuns();
       //GenerateExperiments(false);
+      //GenerateOffspringRuns();
+      //GenerateOffspringExperiments(false);
+
       //GenerateHiveHJobs();
       //GenerateExperimentWithAllProblems();
@@ -45 +51 @@
     }
 
+    private static void GetProblemNames() {
+      var provider = new BenchmarkSuiteInstanceProvider();
+      var descriptors = provider.GetDataDescriptors();
+
+      var names = descriptors.Select(d => d.Name).OrderBy(x => x).ToList();
+      var maxLength = names.Max(n => n.Length);
+      names = names.Select(n => n.PadRight(maxLength)).ToList();
+
+      var result = string.Join(" &    &          &       & \n", names);
+    }
+
     private static void GenerateExperimentWithAllProblems() {
       var provider = new BenchmarkSuiteInstanceProvider();
@@ -82 +99 @@
 
         XmlGenerator.Serialize(experiment, $@"C:\tmp\Plush - GA\Experiments\Experiment_{descriptor.Name}.hl");
+      });
+    }
+
+    static void GenerateOffspringRuns() {
+      var provider = new BenchmarkSuiteInstanceProvider();
+      var descriptors = provider.GetDataDescriptors();
+
+      Parallel.ForEach(descriptors, descriptor => {
+        var benchmarkSuiteProblemDescriptor = (BenchmarkSuiteDataDescriptor)descriptor;
+        var alg = GetOffspringGA(benchmarkSuiteProblemDescriptor);
+
+        XmlGenerator.Serialize(alg, $@"C:\tmp\Plush - Offspring\Runs\{descriptor.Name}.hl");
+      });
+    }
+
+    static void GenerateOffspringExperiments(bool parallel = true) {
+      var provider = new BenchmarkSuiteInstanceProvider();
+      var descriptors = provider.GetDataDescriptors();
+
+      Parallel.ForEach(descriptors, descriptor => {
+        var benchmarkSuiteProblemDescriptor = (BenchmarkSuiteDataDescriptor)descriptor;
+        var alg = GetOffspringGA(benchmarkSuiteProblemDescriptor, parallel);
+        var experiment = GetExperiment(alg, 50);
+
+        XmlGenerator.Serialize(experiment, $@"C:\tmp\Plush - Offspring\Experiments\Experiment_{descriptor.Name}.hl");
       });
     }
@@ -116 +158 @@
         Job =
           {
-            Name = "[SFL][pkimmesw] - " + optimizer.Name,
+            Name = "[SFL] " + optimizer.Name,
             ResourceNames = "HEAL;Labs"
           }
@@ -127 +169 @@
 
     static Experiment GetExperiment(IAlgorithm alg, int repeats) {
-      var experiment = new Experiment(alg.Problem.Name);
+      var experiment = new Experiment("[SFL]" + alg.Name);
       experiment.Optimizers.Add(new BatchRun {
         Optimizer = alg,
@@ -143 +185 @@
 
       pushProblem.Load(problemData);
-      ga.Name = "GA " + pushProblem.Name;
+      ga.Name = "[GA]" + pushProblem.Name;
 
       ga.Problem = pushProblem;
@@ -194 +236 @@
     }
 
+
+    static IAlgorithm GetOffspringGA(IBenchmarkSuiteDataDescriptor descriptor, bool parallel = true) {
+      var ga = new OffspringSelectionGeneticAlgorithm();
+
+      var problemData = descriptor.CreateProblemData();
+      var pushProblem = new PlushPushBenchmarkSuiteProblem();
+
+      pushProblem.Load(problemData);
+      ga.Name = "[Offspring GA]" + pushProblem.Name;
+
+      ga.Problem = pushProblem;
+
+      var crossover = ga.CrossoverParameter.ValidValues.OfType<AlternationCrossover>().First();
+
+      switch (problemData.ProblemType) {
+        case ProblemType.NumberIO:
+        case ProblemType.SmallOrLarge:
+        case ProblemType.Median:
+        case ProblemType.Smallest:
+          crossover.AlignmentDeviation = 5;
+          break;
+
+        default:
+          crossover.AlignmentDeviation = 10;
+          break;
+      }
+
+      crossover.AlternationRate = 0.01;
+      ga.Crossover = crossover;
+
+      ga.Selector = ga.SelectorParameter.ValidValues.OfType<LexicaseSelector>().First();
+
+      var mutator = ga.MutatorParameter.ValidValues.OfType<UniformMutation>().First();
+      mutator.InstructionMutationProbability = 0.875;
+      mutator.CloseMutationProbability = 0.125;
+      mutator.CloseIncrementRate = 0.1;
+      ga.Mutator = mutator;
+
+      ga.MutationProbability.Value = 0.8;
+      ga.SetSeedRandomly.Value = true;
+      ga.PopulationSize.Value = 1000;
+
+      ga.MaximumGenerations.Value = problemData.ProgramExecutionBudget / problemData.TrainingCount / 1000;
+
+      var zeroErrorAnalyzer = pushProblem.OperatorsParameter.Value
+        .OfType<IndividualZeroErrorAnalyzer>().SingleOrDefault();
+
+      if (zeroErrorAnalyzer != null) {
+        zeroErrorAnalyzer.StoreHistoryParameter.Value.Value = true;
+        zeroErrorAnalyzer.UpdateIntervalParameter.Value.Value = 5;
+      }
+
+      ga.ComparisonFactorUpperBound.Value = 0.5;
+      ga.ComparisonFactorLowerBound.Value = 0.5;
+      ga.MaximumSelectionPressure.Value = 100;
+      ga.SuccessRatio.Value = 0.75;
+
+      ga.Engine = parallel
+        ? (IEngine)new ParallelEngine()
+        : (IEngine)new SequentialEngine();
+
+      return ga;
+    }
+
     static void BuildListOfInstructions() {
       var sb = new StringBuilder();