Free cookie consent management tool by TermsFeed Policy Generator

source: branches/PersistenceReintegration/HeuristicLab.Problems.DataAnalysis.Symbolic/3.4/SymbolicDataAnalysisExpressionPruningOperator.cs @ 15802

Last change on this file since 15802 was 15018, checked in by gkronber, 8 years ago

#2520 introduced StorableConstructorFlag type for StorableConstructors
File size: 11.5 KB
Line 
1#region License Information
2
3/* HeuristicLab
4 * Copyright (C) 2002-2016 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
5 *
6 * This file is part of HeuristicLab.
7 *
8 * HeuristicLab is free software: you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation, either version 3 of the License, or
11 * (at your option) any later version.
12 *
13 * HeuristicLab is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
20 */
21
22#endregion
23
24using System.Linq;
25using HeuristicLab.Common;
26using HeuristicLab.Core;
27using HeuristicLab.Data;
28using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
29using HeuristicLab.Operators;
30using HeuristicLab.Parameters;
31using HeuristicLab.Persistence;
32
33namespace HeuristicLab.Problems.DataAnalysis.Symbolic {
34  [StorableType("e43f7ada-6cff-4660-9649-5f709aed7dcc")]
35  [Item("SymbolicExpressionTreePruningOperator", "An operator that replaces introns with constant values in a symbolic expression tree.")]
36  public abstract class SymbolicDataAnalysisExpressionPruningOperator : SingleSuccessorOperator, ISymbolicExpressionTreeOperator {
37    #region parameter names
38    private const string ProblemDataParameterName = "ProblemData";
39    private const string SymbolicDataAnalysisModelParameterName = "SymbolicDataAnalysisModel";
40    private const string ImpactValuesCalculatorParameterName = "ImpactValuesCalculator";
41    private const string PrunedSubtreesParameterName = "PrunedSubtrees";
42    private const string PrunedTreesParameterName = "PrunedTrees";
43    private const string PrunedNodesParameterName = "PrunedNodes";
44    private const string FitnessCalculationPartitionParameterName = "FitnessCalculationPartition";
45    private const string NodeImpactThresholdParameterName = "ImpactThreshold";
46    private const string PruneOnlyZeroImpactNodesParameterName = "PruneOnlyZeroImpactNodes";
47    private const string SymbolicExpressionTreeParameterName = "SymbolicExpressionTree"; // the tree to be pruned
48    private const string QualityParameterName = "Quality"; // the quality
49    private const string EstimationLimitsParameterName = "EstimationLimits";
50    private const string InterpreterParameterName = "SymbolicExpressionTreeInterpreter";
51    private const string ApplyLinearScalingParameterName = "ApplyLinearScaling";
52    #endregion
53
54    #region parameter properties
55    public ILookupParameter<ISymbolicExpressionTree> SymbolicExpressionTreeParameter {
56      get { return (ILookupParameter<ISymbolicExpressionTree>)Parameters[SymbolicExpressionTreeParameterName]; }
57    }
58    public ILookupParameter<DoubleValue> QualityParameter {
59      get { return (ILookupParameter<DoubleValue>)Parameters[QualityParameterName]; }
60    }
61    public ILookupParameter<IDataAnalysisProblemData> ProblemDataParameter {
62      get { return (ILookupParameter<IDataAnalysisProblemData>)Parameters[ProblemDataParameterName]; }
63    }
64    public IValueParameter<ISymbolicDataAnalysisSolutionImpactValuesCalculator> ImpactValuesCalculatorParameter {
65      get { return (IValueParameter<ISymbolicDataAnalysisSolutionImpactValuesCalculator>)Parameters[ImpactValuesCalculatorParameterName]; }
66    }
67    public ILookupParameter<IntRange> FitnessCalculationPartitionParameter {
68      get { return (ILookupParameter<IntRange>)Parameters[FitnessCalculationPartitionParameterName]; }
69    }
70    public ILookupParameter<IntValue> PrunedSubtreesParameter {
71      get { return (ILookupParameter<IntValue>)Parameters[PrunedSubtreesParameterName]; }
72    }
73    public ILookupParameter<IntValue> PrunedTreesParameter {
74      get { return (ILookupParameter<IntValue>)Parameters[PrunedTreesParameterName]; }
75    }
76    public ILookupParameter<IntValue> PrunedNodesParameter {
77      get { return (ILookupParameter<IntValue>)Parameters[PrunedNodesParameterName]; }
78    }
79    public IFixedValueParameter<DoubleValue> NodeImpactThresholdParameter {
80      get { return (IFixedValueParameter<DoubleValue>)Parameters[NodeImpactThresholdParameterName]; }
81    }
82    public IFixedValueParameter<BoolValue> PruneOnlyZeroImpactNodesParameter {
83      get { return (IFixedValueParameter<BoolValue>)Parameters[PruneOnlyZeroImpactNodesParameterName]; }
84    }
85    public ILookupParameter<DoubleLimit> EstimationLimitsParameter {
86      get { return (ILookupParameter<DoubleLimit>)Parameters[EstimationLimitsParameterName]; }
87    }
88    public ILookupParameter<ISymbolicDataAnalysisExpressionTreeInterpreter> InterpreterParameter {
89      get { return (ILookupParameter<ISymbolicDataAnalysisExpressionTreeInterpreter>)Parameters[InterpreterParameterName]; }
90    }
91    public ILookupParameter<BoolValue> ApplyLinearScalingParameter {
92      get { return (ILookupParameter<BoolValue>)Parameters[ApplyLinearScalingParameterName]; }
93    }
94    #endregion
95
96    #region properties
97    public ISymbolicDataAnalysisSolutionImpactValuesCalculator ImpactValuesCalculator {
98      get { return ImpactValuesCalculatorParameter.Value; }
99      set { ImpactValuesCalculatorParameter.Value = value; }
100    }
101    public bool PruneOnlyZeroImpactNodes {
102      get { return PruneOnlyZeroImpactNodesParameter.Value.Value; }
103      set { PruneOnlyZeroImpactNodesParameter.Value.Value = value; }
104    }
105    public double NodeImpactThreshold {
106      get { return NodeImpactThresholdParameter.Value.Value; }
107      set { NodeImpactThresholdParameter.Value.Value = value; }
108    }
109    #endregion
110
111    [StorableConstructor]
112    protected SymbolicDataAnalysisExpressionPruningOperator(StorableConstructorFlag deserializing) : base(deserializing) { }
113    protected SymbolicDataAnalysisExpressionPruningOperator(SymbolicDataAnalysisExpressionPruningOperator original, Cloner cloner)
114      : base(original, cloner) { }
115
116    protected SymbolicDataAnalysisExpressionPruningOperator(ISymbolicDataAnalysisSolutionImpactValuesCalculator impactValuesCalculator) {
117      #region add parameters
118      Parameters.Add(new LookupParameter<IDataAnalysisProblemData>(ProblemDataParameterName));
119      Parameters.Add(new LookupParameter<ISymbolicDataAnalysisModel>(SymbolicDataAnalysisModelParameterName));
120      Parameters.Add(new LookupParameter<IntRange>(FitnessCalculationPartitionParameterName));
121      Parameters.Add(new LookupParameter<IntValue>(PrunedNodesParameterName, "A counter of how many nodes were pruned."));
122      Parameters.Add(new LookupParameter<IntValue>(PrunedSubtreesParameterName, "A counter of how many subtrees were replaced."));
123      Parameters.Add(new LookupParameter<IntValue>(PrunedTreesParameterName, "A counter of how many trees were pruned."));
124      Parameters.Add(new FixedValueParameter<BoolValue>(PruneOnlyZeroImpactNodesParameterName, "Specify whether or not only zero impact nodes should be pruned."));
125      Parameters.Add(new FixedValueParameter<DoubleValue>(NodeImpactThresholdParameterName, "Specifies an impact value threshold below which nodes should be pruned."));
126      Parameters.Add(new LookupParameter<DoubleLimit>(EstimationLimitsParameterName));
127      Parameters.Add(new LookupParameter<ISymbolicDataAnalysisExpressionTreeInterpreter>(InterpreterParameterName));
128      Parameters.Add(new LookupParameter<ISymbolicExpressionTree>(SymbolicExpressionTreeParameterName));
129      Parameters.Add(new LookupParameter<DoubleValue>(QualityParameterName));
130      Parameters.Add(new LookupParameter<BoolValue>(ApplyLinearScalingParameterName));
131      Parameters.Add(new ValueParameter<ISymbolicDataAnalysisSolutionImpactValuesCalculator>(ImpactValuesCalculatorParameterName, impactValuesCalculator));
132      #endregion
133    }
134
135    [StorableHook(HookType.AfterDeserialization)]
136    private void AfterDeserialization() {
137      // BackwardsCompatibility3.3
138      #region Backwards compatible code, remove with 3.4
139      if (!Parameters.ContainsKey(PrunedNodesParameterName)) {
140        Parameters.Add(new LookupParameter<IntValue>(PrunedNodesParameterName, "A counter of how many nodes were pruned."));
141      }
142      if (!Parameters.ContainsKey(ApplyLinearScalingParameterName)) {
143        Parameters.Add(new LookupParameter<BoolValue>(ApplyLinearScalingParameterName));
144      }
145      if (!Parameters.ContainsKey(ImpactValuesCalculatorParameterName)) {
146        // value must be set by derived operators (regression/classification)
147        Parameters.Add(new ValueParameter<ISymbolicDataAnalysisSolutionImpactValuesCalculator>(ImpactValuesCalculatorParameterName));
148      }
149      #endregion
150    }
151
152    protected abstract ISymbolicDataAnalysisModel CreateModel(ISymbolicExpressionTree tree, ISymbolicDataAnalysisExpressionTreeInterpreter interpreter, IDataAnalysisProblemData problemData, DoubleLimit estimationLimits);
153
154    protected abstract double Evaluate(IDataAnalysisModel model);
155
156    public override IOperation Apply() {
157      var tree = SymbolicExpressionTreeParameter.ActualValue;
158      var problemData = ProblemDataParameter.ActualValue;
159      var fitnessCalculationPartition = FitnessCalculationPartitionParameter.ActualValue;
160      var estimationLimits = EstimationLimitsParameter.ActualValue;
161      var interpreter = InterpreterParameter.ActualValue;
162
163      var model = CreateModel(tree, interpreter, problemData, estimationLimits);
164      var nodes = tree.Root.GetSubtree(0).GetSubtree(0).IterateNodesPrefix().ToList();
165      var rows = Enumerable.Range(fitnessCalculationPartition.Start, fitnessCalculationPartition.Size).ToList();
166      var prunedSubtrees = 0;
167      var prunedTrees = 0;
168      var prunedNodes = 0;
169
170      double qualityForImpactsCalculation = double.NaN;
171
172      for (int i = 0; i < nodes.Count; ++i) {
173        var node = nodes[i];
174        if (node is ConstantTreeNode) continue;
175
176        double impactValue, replacementValue;
177        double newQualityForImpacts;
178        ImpactValuesCalculator.CalculateImpactAndReplacementValues(model, node, problemData, rows, out impactValue, out replacementValue, out newQualityForImpacts, qualityForImpactsCalculation);
179
180        if (PruneOnlyZeroImpactNodes && !impactValue.IsAlmost(0.0)) continue;
181        if (!PruneOnlyZeroImpactNodes && impactValue > NodeImpactThreshold) continue;
182
183        var constantNode = (ConstantTreeNode)node.Grammar.GetSymbol("Constant").CreateTreeNode();
184        constantNode.Value = replacementValue;
185
186        var length = node.GetLength();
187        ReplaceWithConstant(node, constantNode);
188        i += length - 1; // skip subtrees under the node that was folded
189
190        prunedSubtrees++;
191        prunedNodes += length;
192
193        qualityForImpactsCalculation = newQualityForImpacts;
194      }
195
196      if (prunedSubtrees > 0) prunedTrees = 1;
197      PrunedSubtreesParameter.ActualValue = new IntValue(prunedSubtrees);
198      PrunedTreesParameter.ActualValue = new IntValue(prunedTrees);
199      PrunedNodesParameter.ActualValue = new IntValue(prunedNodes);
200
201      if (prunedSubtrees > 0) // if nothing was pruned then there's no need to re-evaluate the tree
202        QualityParameter.ActualValue.Value = Evaluate(model);
203
204      return base.Apply();
205    }
206
207    protected static void ReplaceWithConstant(ISymbolicExpressionTreeNode original, ISymbolicExpressionTreeNode replacement) {
208      var parent = original.Parent;
209      var i = parent.IndexOfSubtree(original);
210      parent.RemoveSubtree(i);
211      parent.InsertSubtree(i, replacement);
212    }
213  }
214}
Note: See TracBrowser for help on using the repository browser.