Free cookie consent management tool by TermsFeed Policy Generator

source: trunk/sources/HeuristicLab.GP.StructureIdentification/3.3/StandardGP.cs @ 1890

Last change on this file since 1890 was 1890, checked in by gkronber, 15 years ago

Added evaluation of VAF to hard-coded GP algorithms. VAF values for training, validation, test are stored as model attributes. #641 (CEDMA should also store VAF of models)
File size: 16.9 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2008 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22using System;
23using System.Collections.Generic;
24using System.Linq;
25using System.Text;
26using HeuristicLab.Core;
27using System.Xml;
28using System.Diagnostics;
29using HeuristicLab.DataAnalysis;
30using HeuristicLab.Operators;
31using HeuristicLab.Random;
32using HeuristicLab.Selection;
33using HeuristicLab.Logging;
34using HeuristicLab.Data;
35using HeuristicLab.Operators.Programmable;
36using HeuristicLab.Modeling;
37
38namespace HeuristicLab.GP.StructureIdentification {
39  public class StandardGP : AlgorithmBase, IEditable {
40
41    public override string Name { get { return "StandardGP"; } }
42
43    public virtual int MaxGenerations {
44      get { return GetVariableInjector().GetVariable("MaxGenerations").GetValue<IntData>().Data; }
45      set { GetVariableInjector().GetVariable("MaxGenerations").GetValue<IntData>().Data = value; }
46    }
47
48    public virtual int TournamentSize {
49      get { return GetVariableInjector().GetVariable("TournamentSize").GetValue<IntData>().Data; }
50      set { GetVariableInjector().GetVariable("TournamentSize").GetValue<IntData>().Data = value; }
51    }
52
53    public double FullTreeShakingFactor {
54      get { return GetVariableInjector().GetVariable("FullTreeShakingFactor").GetValue<DoubleData>().Data; }
55      set { GetVariableInjector().GetVariable("FullTreeShakingFactor").GetValue<DoubleData>().Data = value; }
56    }
57
58    public double OnePointShakingFactor {
59      get { return GetVariableInjector().GetVariable("OnePointShakingFactor").GetValue<DoubleData>().Data; }
60      set { GetVariableInjector().GetVariable("OnePointShakingFactor").GetValue<DoubleData>().Data = value; }
61    }
62
63    public int MinInitialTreeSize {
64      get { return GetVariableInjector().GetVariable("MinInitialTreeSize").GetValue<IntData>().Data; }
65      set { GetVariableInjector().GetVariable("MinInitialTreeSize").GetValue<IntData>().Data = value; }
66    }
67
68    public override int MaxTreeSize {
69      get {
70        return base.MaxTreeSize;
71      }
72      set {
73        base.MaxTreeSize = value;
74        MinInitialTreeSize = value / 2;
75      }
76    }
77
78    public override int PopulationSize {
79      get {
80        return base.PopulationSize;
81      }
82      set {
83        base.PopulationSize = value;
84        Parents = 2 * value;
85      }
86    }
87
88    public StandardGP()
89      : base() {
90      PopulationSize = 10000;
91      MaxGenerations = 100;
92      TournamentSize = 7;
93      MutationRate = 0.15;
94      Elites = 1;
95      MaxTreeSize = 100;
96      MaxTreeHeight = 10;
97      FullTreeShakingFactor = 0.1;
98      OnePointShakingFactor = 1.0;
99      PunishmentFactor = 10.0;
100      UseEstimatedTargetValue = false;
101      SetSeedRandomly = true;
102    }
103
104    protected internal override IOperator CreateProblemInjector() {
105      return new ProblemInjector();
106    }
107
108    protected internal override IOperator CreateSelector() {
109      TournamentSelector selector = new TournamentSelector();
110      selector.Name = "Selector";
111      selector.GetVariableInfo("Selected").ActualName = "Parents";
112      selector.GetVariableInfo("GroupSize").Local = false;
113      selector.RemoveVariable("GroupSize");
114      selector.GetVariableInfo("GroupSize").ActualName = "TournamentSize";
115      return selector;
116    }
117
118    protected internal override IOperator CreateGlobalInjector() {
119      VariableInjector globalInjector = (VariableInjector)base.CreateGlobalInjector();
120      globalInjector.AddVariable(new HeuristicLab.Core.Variable("TournamentSize", new IntData()));
121      globalInjector.AddVariable(new HeuristicLab.Core.Variable("MaxGenerations", new IntData()));
122      globalInjector.AddVariable(new HeuristicLab.Core.Variable("FullTreeShakingFactor", new DoubleData()));
123      globalInjector.AddVariable(new HeuristicLab.Core.Variable("OnePointShakingFactor", new DoubleData()));
124      globalInjector.AddVariable(new HeuristicLab.Core.Variable("MinInitialTreeSize", new IntData()));
125      return globalInjector;
126    }
127
128    protected internal override IOperator CreateCrossover() {
129      StandardCrossOver crossover = new StandardCrossOver();
130      crossover.Name = "Crossover";
131      crossover.GetVariableInfo("OperatorLibrary").ActualName = "FunctionLibrary";
132      return crossover;
133    }
134
135    protected internal override IOperator CreateTreeCreator() {
136      ProbabilisticTreeCreator treeCreator = new ProbabilisticTreeCreator();
137      treeCreator.Name = "Tree generator";
138      treeCreator.GetVariableInfo("OperatorLibrary").ActualName = "FunctionLibrary";
139      treeCreator.GetVariableInfo("MinTreeSize").ActualName = "MinInitialTreeSize";
140      return treeCreator;
141    }
142
143    protected internal override IOperator CreateFunctionLibraryInjector() {
144      ConfigurableFunctionLibraryInjector funLibInjector = new ConfigurableFunctionLibraryInjector();
145      funLibInjector.GetVariableValue<BoolData>("Xor", null, false).Data = false;
146      funLibInjector.GetVariableValue<BoolData>("Average", null, false).Data = false;
147      return funLibInjector;
148    }
149
150    protected internal override IOperator CreateManipulator() {
151      CombinedOperator manipulator = new CombinedOperator();
152      manipulator.Name = "Manipulator";
153      StochasticMultiBranch multibranch = new StochasticMultiBranch();
154      FullTreeShaker fullTreeShaker = new FullTreeShaker();
155      fullTreeShaker.GetVariableInfo("OperatorLibrary").ActualName = "FunctionLibrary";
156      fullTreeShaker.GetVariableInfo("ShakingFactor").ActualName = "FullTreeShakingFactor";
157
158      OnePointShaker onepointShaker = new OnePointShaker();
159      onepointShaker.GetVariableInfo("OperatorLibrary").ActualName = "FunctionLibrary";
160      onepointShaker.GetVariableInfo("ShakingFactor").ActualName = "OnePointShakingFactor";
161      ChangeNodeTypeManipulation changeNodeTypeManipulation = new ChangeNodeTypeManipulation();
162      changeNodeTypeManipulation.GetVariableInfo("OperatorLibrary").ActualName = "FunctionLibrary";
163      CutOutNodeManipulation cutOutNodeManipulation = new CutOutNodeManipulation();
164      cutOutNodeManipulation.GetVariableInfo("OperatorLibrary").ActualName = "FunctionLibrary";
165      DeleteSubTreeManipulation deleteSubTreeManipulation = new DeleteSubTreeManipulation();
166      deleteSubTreeManipulation.GetVariableInfo("OperatorLibrary").ActualName = "FunctionLibrary";
167      SubstituteSubTreeManipulation substituteSubTreeManipulation = new SubstituteSubTreeManipulation();
168      substituteSubTreeManipulation.GetVariableInfo("OperatorLibrary").ActualName = "FunctionLibrary";
169
170      IOperator[] manipulators = new IOperator[] {
171        onepointShaker, fullTreeShaker,
172        changeNodeTypeManipulation,
173        cutOutNodeManipulation,
174        deleteSubTreeManipulation,
175        substituteSubTreeManipulation};
176
177      DoubleArrayData probabilities = new DoubleArrayData(new double[manipulators.Length]);
178      for (int i = 0; i < manipulators.Length; i++) {
179        probabilities.Data[i] = 1.0;
180        multibranch.AddSubOperator(manipulators[i]);
181      }
182      multibranch.GetVariableInfo("Probabilities").Local = true;
183      multibranch.AddVariable(new HeuristicLab.Core.Variable("Probabilities", probabilities));
184
185      manipulator.OperatorGraph.AddOperator(multibranch);
186      manipulator.OperatorGraph.InitialOperator = multibranch;
187      return manipulator;
188    }
189
190    protected internal override IOperator CreateBestSolutionProcessor() {
191      SequentialProcessor bestSolutionProcessor = new SequentialProcessor();
192      MeanSquaredErrorEvaluator testMseEvaluator = new MeanSquaredErrorEvaluator();
193      testMseEvaluator.Name = "TestMeanSquaredErrorEvaluator";
194      testMseEvaluator.GetVariableInfo("MSE").ActualName = "TestQuality";
195      testMseEvaluator.GetVariableInfo("SamplesStart").ActualName = "TestSamplesStart";
196      testMseEvaluator.GetVariableInfo("SamplesEnd").ActualName = "TestSamplesEnd";
197      MeanAbsolutePercentageErrorEvaluator trainingMapeEvaluator = new MeanAbsolutePercentageErrorEvaluator();
198      trainingMapeEvaluator.Name = "TrainingMapeEvaluator";
199      trainingMapeEvaluator.GetVariableInfo("MAPE").ActualName = "TrainingMAPE";
200      trainingMapeEvaluator.GetVariableInfo("SamplesStart").ActualName = "TrainingSamplesStart";
201      trainingMapeEvaluator.GetVariableInfo("SamplesEnd").ActualName = "TrainingSamplesEnd";
202      MeanAbsolutePercentageErrorEvaluator validationMapeEvaluator = new MeanAbsolutePercentageErrorEvaluator();
203      validationMapeEvaluator.Name = "ValidationMapeEvaluator";
204      validationMapeEvaluator.GetVariableInfo("MAPE").ActualName = "ValidationMAPE";
205      validationMapeEvaluator.GetVariableInfo("SamplesStart").ActualName = "ValidationSamplesStart";
206      validationMapeEvaluator.GetVariableInfo("SamplesEnd").ActualName = "ValidationSamplesEnd";
207      MeanAbsolutePercentageErrorEvaluator testMapeEvaluator = new MeanAbsolutePercentageErrorEvaluator();
208      testMapeEvaluator.Name = "TestMapeEvaluator";
209      testMapeEvaluator.GetVariableInfo("MAPE").ActualName = "TestMAPE";
210      testMapeEvaluator.GetVariableInfo("SamplesStart").ActualName = "TestSamplesStart";
211      testMapeEvaluator.GetVariableInfo("SamplesEnd").ActualName = "TestSamplesEnd";
212      MeanAbsolutePercentageOfRangeErrorEvaluator trainingMapreEvaluator = new MeanAbsolutePercentageOfRangeErrorEvaluator();
213      trainingMapreEvaluator.Name = "TrainingMapreEvaluator";
214      trainingMapreEvaluator.GetVariableInfo("MAPRE").ActualName = "TrainingMAPRE";
215      trainingMapreEvaluator.GetVariableInfo("SamplesStart").ActualName = "TrainingSamplesStart";
216      trainingMapreEvaluator.GetVariableInfo("SamplesEnd").ActualName = "TrainingSamplesEnd";
217      MeanAbsolutePercentageOfRangeErrorEvaluator validationMapreEvaluator = new MeanAbsolutePercentageOfRangeErrorEvaluator();
218      validationMapreEvaluator.Name = "ValidationMapreEvaluator";
219      validationMapreEvaluator.GetVariableInfo("MAPRE").ActualName = "ValidationMAPRE";
220      validationMapreEvaluator.GetVariableInfo("SamplesStart").ActualName = "ValidationSamplesStart";
221      validationMapreEvaluator.GetVariableInfo("SamplesEnd").ActualName = "ValidationSamplesEnd";
222      MeanAbsolutePercentageOfRangeErrorEvaluator testMapreEvaluator = new MeanAbsolutePercentageOfRangeErrorEvaluator();
223      testMapreEvaluator.Name = "TestMapreEvaluator";
224      testMapreEvaluator.GetVariableInfo("MAPRE").ActualName = "TestMAPRE";
225      testMapreEvaluator.GetVariableInfo("SamplesStart").ActualName = "TestSamplesStart";
226      testMapreEvaluator.GetVariableInfo("SamplesEnd").ActualName = "TestSamplesEnd";
227      CoefficientOfDeterminationEvaluator trainingR2Evaluator = new CoefficientOfDeterminationEvaluator();
228      trainingR2Evaluator.Name = "TrainingR2Evaluator";
229      trainingR2Evaluator.GetVariableInfo("R2").ActualName = "TrainingR2";
230      trainingR2Evaluator.GetVariableInfo("SamplesStart").ActualName = "TrainingSamplesStart";
231      trainingR2Evaluator.GetVariableInfo("SamplesEnd").ActualName = "TrainingSamplesEnd";
232      CoefficientOfDeterminationEvaluator validationR2Evaluator = new CoefficientOfDeterminationEvaluator();
233      validationR2Evaluator.Name = "ValidationR2Evaluator";
234      validationR2Evaluator.GetVariableInfo("R2").ActualName = "ValidationR2";
235      validationR2Evaluator.GetVariableInfo("SamplesStart").ActualName = "ValidationSamplesStart";
236      validationR2Evaluator.GetVariableInfo("SamplesEnd").ActualName = "ValidationSamplesEnd";
237      CoefficientOfDeterminationEvaluator testR2Evaluator = new CoefficientOfDeterminationEvaluator();
238      testR2Evaluator.Name = "TestR2Evaluator";
239      testR2Evaluator.GetVariableInfo("R2").ActualName = "TestR2";
240      testR2Evaluator.GetVariableInfo("SamplesStart").ActualName = "TestSamplesStart";
241      testR2Evaluator.GetVariableInfo("SamplesEnd").ActualName = "TestSamplesEnd";
242      VarianceAccountedForEvaluator trainingVAFEvaluator = new VarianceAccountedForEvaluator();
243      trainingVAFEvaluator.Name = "TrainingVAFEvaluator";
244      trainingVAFEvaluator.GetVariableInfo("VAF").ActualName = "TrainingVAF";
245      trainingVAFEvaluator.GetVariableInfo("SamplesStart").ActualName = "TrainingSamplesStart";
246      trainingVAFEvaluator.GetVariableInfo("SamplesEnd").ActualName = "TrainingSamplesEnd";
247      VarianceAccountedForEvaluator validationVAFEvaluator = new VarianceAccountedForEvaluator();
248      validationVAFEvaluator.Name = "ValidationVAFEvaluator";
249      validationVAFEvaluator.GetVariableInfo("VAF").ActualName = "ValidationVAF";
250      validationVAFEvaluator.GetVariableInfo("SamplesStart").ActualName = "ValidationSamplesStart";
251      validationVAFEvaluator.GetVariableInfo("SamplesEnd").ActualName = "ValidationSamplesEnd";
252      VarianceAccountedForEvaluator testVAFEvaluator = new VarianceAccountedForEvaluator();
253      testVAFEvaluator.Name = "TestVAFEvaluator";
254      testVAFEvaluator.GetVariableInfo("VAF").ActualName = "TestVAF";
255      testVAFEvaluator.GetVariableInfo("SamplesStart").ActualName = "TestSamplesStart";
256      testVAFEvaluator.GetVariableInfo("SamplesEnd").ActualName = "TestSamplesEnd";
257
258      ProgrammableOperator progOperator = new ProgrammableOperator();
259      progOperator.RemoveVariableInfo("Result");
260      progOperator.AddVariableInfo(new HeuristicLab.Core.VariableInfo("EvaluatedSolutions", "", typeof(IntData), VariableKind.In));
261      progOperator.Code = @"
262int evalSolutions = EvaluatedSolutions.Data;
263scope.AddVariable(new Variable(""EvaluatedSolutions"", new IntData(evalSolutions)));
264";
265      bestSolutionProcessor.AddSubOperator(testMseEvaluator);
266      bestSolutionProcessor.AddSubOperator(trainingMapeEvaluator);
267      bestSolutionProcessor.AddSubOperator(validationMapeEvaluator);
268      bestSolutionProcessor.AddSubOperator(testMapeEvaluator);
269      bestSolutionProcessor.AddSubOperator(trainingMapreEvaluator);
270      bestSolutionProcessor.AddSubOperator(validationMapreEvaluator);
271      bestSolutionProcessor.AddSubOperator(testMapreEvaluator);
272      bestSolutionProcessor.AddSubOperator(trainingR2Evaluator);
273      bestSolutionProcessor.AddSubOperator(validationR2Evaluator);
274      bestSolutionProcessor.AddSubOperator(testR2Evaluator);
275      bestSolutionProcessor.AddSubOperator(trainingVAFEvaluator);
276      bestSolutionProcessor.AddSubOperator(validationVAFEvaluator);
277      bestSolutionProcessor.AddSubOperator(testVAFEvaluator);
278      bestSolutionProcessor.AddSubOperator(progOperator);
279      return bestSolutionProcessor;
280    }
281
282    protected internal override IOperator CreateLoggingOperator() {
283      CombinedOperator loggingOperator = new CombinedOperator();
284      loggingOperator.Name = "Logging";
285      SequentialProcessor seq = new SequentialProcessor();
286
287      DataCollector collector = new DataCollector();
288      ItemList<StringData> names = collector.GetVariable("VariableNames").GetValue<ItemList<StringData>>();
289      names.Add(new StringData("BestQuality"));
290      names.Add(new StringData("AverageQuality"));
291      names.Add(new StringData("WorstQuality"));
292      names.Add(new StringData("BestValidationQuality"));
293      names.Add(new StringData("AverageValidationQuality"));
294      names.Add(new StringData("WorstValidationQuality"));
295      LinechartInjector lineChartInjector = new LinechartInjector();
296      lineChartInjector.GetVariableInfo("Linechart").ActualName = "Quality Linechart";
297      lineChartInjector.GetVariable("NumberOfLines").GetValue<IntData>().Data = 6;
298      QualityLogger qualityLogger = new QualityLogger();
299      QualityLogger validationQualityLogger = new QualityLogger();
300      validationQualityLogger.Name = "ValidationQualityLogger";
301      validationQualityLogger.GetVariableInfo("Quality").ActualName = "ValidationQuality";
302      validationQualityLogger.GetVariableInfo("QualityLog").ActualName = "ValidationQualityLog";
303
304      seq.AddSubOperator(collector);
305      seq.AddSubOperator(lineChartInjector);
306      seq.AddSubOperator(qualityLogger);
307      seq.AddSubOperator(validationQualityLogger);
308
309      loggingOperator.OperatorGraph.AddOperator(seq);
310      loggingOperator.OperatorGraph.InitialOperator = seq;
311      return loggingOperator;
312    }
313
314    public virtual IEditor CreateEditor() {
315      return new StandardGpEditor(this);
316    }
317
318    public override IView CreateView() {
319      return new StandardGpEditor(this);
320    }
321  }
322}
Note: See TracBrowser for help on using the repository browser.