1 | using System;
|
---|
2 | using System.Linq;
|
---|
3 | using HeuristicLab.Analysis;
|
---|
4 | using HeuristicLab.Common;
|
---|
5 | using HeuristicLab.Core;
|
---|
6 | using HeuristicLab.Data;
|
---|
7 | using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
|
---|
8 | using HeuristicLab.Optimization;
|
---|
9 | using HeuristicLab.Parameters;
|
---|
10 | using HeuristicLab.Persistence.Default.CompositeSerializers.Storable;
|
---|
11 |
|
---|
12 | namespace HeuristicLab.Problems.DataAnalysis.Symbolic {
|
---|
13 | [StorableClass]
|
---|
14 | [Item("SymbolicDataAnalysisSingleObjectivePruningAnalyzer", "An analyzer that prunes introns from trees in single objective symbolic data analysis problems.")]
|
---|
15 | public abstract class SymbolicDataAnalysisSingleObjectivePruningAnalyzer : SymbolicDataAnalysisSingleObjectiveAnalyzer {
|
---|
16 | private const string ProblemDataParameterName = "ProblemData";
|
---|
17 | private const string InterpreterParameterName = "SymbolicExpressionTreeInterpreter";
|
---|
18 |
|
---|
19 | private const string UpdateIntervalParameterName = "UpdateInverval";
|
---|
20 | private const string UpdateCounterParameterName = "UpdateCounter";
|
---|
21 |
|
---|
22 | private const string PopulationSliceParameterName = "PopulationSlice";
|
---|
23 | private const string PruningProbabilityParameterName = "PruningProbability";
|
---|
24 |
|
---|
25 | private const string NumberOfPrunedSubtreesParameterName = "PrunedSubtrees";
|
---|
26 | private const string NumberOfPrunedTreesParameterName = "PrunedTrees";
|
---|
27 |
|
---|
28 | private const string RandomParameterName = "Random";
|
---|
29 | private const string EstimationLimitsParameterName = "EstimationLimits";
|
---|
30 |
|
---|
31 | private const string PruneOnlyZeroImpactNodesParameterName = "PruneOnlyZeroImpactNodes";
|
---|
32 | private const string NodeImpactThresholdParameterName = "ImpactThreshold";
|
---|
33 |
|
---|
34 | private bool reentry;
|
---|
35 | [Storable]
|
---|
36 | protected ISymbolicDataAnalysisSolutionImpactValuesCalculator impactValuesCalculator;
|
---|
37 |
|
---|
38 | #region parameter properties
|
---|
39 | public IFixedValueParameter<BoolValue> PruneOnlyZeroImpactNodesParameter {
|
---|
40 | get { return (IFixedValueParameter<BoolValue>)Parameters[PruneOnlyZeroImpactNodesParameterName]; }
|
---|
41 | }
|
---|
42 | public IFixedValueParameter<DoubleValue> NodeImpactThresholdParameter {
|
---|
43 | get { return (IFixedValueParameter<DoubleValue>)Parameters[NodeImpactThresholdParameterName]; }
|
---|
44 | }
|
---|
45 | public ILookupParameter<DoubleLimit> EstimationLimitsParameter {
|
---|
46 | get { return (ILookupParameter<DoubleLimit>)Parameters[EstimationLimitsParameterName]; }
|
---|
47 | }
|
---|
48 | public ILookupParameter<IRandom> RandomParameter {
|
---|
49 | get { return (ILookupParameter<IRandom>)Parameters[RandomParameterName]; }
|
---|
50 | }
|
---|
51 | private ILookupParameter<IDataAnalysisProblemData> ProblemDataParameter {
|
---|
52 | get { return (ILookupParameter<IDataAnalysisProblemData>)Parameters[ProblemDataParameterName]; }
|
---|
53 | }
|
---|
54 | private ILookupParameter<ISymbolicDataAnalysisExpressionTreeInterpreter> InterpreterParameter {
|
---|
55 | get { return (ILookupParameter<ISymbolicDataAnalysisExpressionTreeInterpreter>)Parameters[InterpreterParameterName]; }
|
---|
56 | }
|
---|
57 | public IValueParameter<IntValue> UpdateIntervalParameter {
|
---|
58 | get { return (IValueParameter<IntValue>)Parameters[UpdateIntervalParameterName]; }
|
---|
59 | }
|
---|
60 | public IValueParameter<IntValue> UpdateCounterParameter {
|
---|
61 | get { return (IValueParameter<IntValue>)Parameters[UpdateCounterParameterName]; }
|
---|
62 | }
|
---|
63 | public IValueParameter<DoubleRange> PopulationSliceParameter {
|
---|
64 | get { return (IValueParameter<DoubleRange>)Parameters[PopulationSliceParameterName]; }
|
---|
65 | }
|
---|
66 | public IValueParameter<DoubleValue> PruningProbabilityParameter {
|
---|
67 | get { return (IValueParameter<DoubleValue>)Parameters[PruningProbabilityParameterName]; }
|
---|
68 | }
|
---|
69 | public IFixedValueParameter<DoubleValue> NumberOfPrunedSubtreesParameter {
|
---|
70 | get { return (IFixedValueParameter<DoubleValue>)Parameters[NumberOfPrunedSubtreesParameterName]; }
|
---|
71 | }
|
---|
72 | public IFixedValueParameter<DoubleValue> NumberOfPrunedTreesParameter {
|
---|
73 | get { return (IFixedValueParameter<DoubleValue>)Parameters[NumberOfPrunedTreesParameterName]; }
|
---|
74 | }
|
---|
75 | #endregion
|
---|
76 | #region properties
|
---|
77 | protected IDataAnalysisProblemData ProblemData { get { return ProblemDataParameter.ActualValue; } }
|
---|
78 | protected ISymbolicDataAnalysisExpressionTreeInterpreter Interpreter { get { return InterpreterParameter.ActualValue; } }
|
---|
79 | protected IntValue UpdateInterval { get { return UpdateIntervalParameter.Value; } }
|
---|
80 | protected IntValue UpdateCounter { get { return UpdateCounterParameter.Value; } }
|
---|
81 | protected DoubleRange PopulationSlice { get { return PopulationSliceParameter.Value; } }
|
---|
82 | protected DoubleValue PruningProbability { get { return PruningProbabilityParameter.Value; } }
|
---|
83 | protected DoubleValue PrunedSubtrees { get { return NumberOfPrunedSubtreesParameter.Value; } }
|
---|
84 | protected DoubleValue PrunedTrees { get { return NumberOfPrunedTreesParameter.Value; } }
|
---|
85 | protected DoubleLimit EstimationLimits { get { return EstimationLimitsParameter.ActualValue; } }
|
---|
86 | protected IRandom Random { get { return RandomParameter.ActualValue; } }
|
---|
87 | protected DoubleValue NodeImpactThreshold { get { return NodeImpactThresholdParameter.Value; } }
|
---|
88 | protected BoolValue PruneOnlyZeroImpactNodes { get { return PruneOnlyZeroImpactNodesParameter.Value; } }
|
---|
89 | #endregion
|
---|
90 |
|
---|
91 | [StorableConstructor]
|
---|
92 | protected SymbolicDataAnalysisSingleObjectivePruningAnalyzer(bool deserializing) : base(deserializing) { }
|
---|
93 | protected SymbolicDataAnalysisSingleObjectivePruningAnalyzer(SymbolicDataAnalysisSingleObjectivePruningAnalyzer original, Cloner cloner)
|
---|
94 | : base(original, cloner) {
|
---|
95 | impactValuesCalculator = original.impactValuesCalculator;
|
---|
96 | }
|
---|
97 | protected SymbolicDataAnalysisSingleObjectivePruningAnalyzer() {
|
---|
98 | Parameters.Add(new ValueParameter<DoubleRange>(PopulationSliceParameterName, new DoubleRange(0.75, 1)));
|
---|
99 | Parameters.Add(new ValueParameter<DoubleValue>(PruningProbabilityParameterName, new DoubleValue(0.5)));
|
---|
100 | // analyzer parameters
|
---|
101 | Parameters.Add(new ValueParameter<IntValue>(UpdateIntervalParameterName, "The interval in which the tree length analysis should be applied.", new IntValue(1)));
|
---|
102 | Parameters.Add(new ValueParameter<IntValue>(UpdateCounterParameterName, "The value which counts how many times the operator was called", new IntValue(0)));
|
---|
103 | Parameters.Add(new LookupParameter<IRandom>(RandomParameterName));
|
---|
104 | Parameters.Add(new LookupParameter<IDataAnalysisProblemData>(ProblemDataParameterName));
|
---|
105 | Parameters.Add(new LookupParameter<ISymbolicDataAnalysisExpressionTreeInterpreter>(InterpreterParameterName));
|
---|
106 |
|
---|
107 | Parameters.Add(new FixedValueParameter<DoubleValue>(NumberOfPrunedSubtreesParameterName, new DoubleValue(0)));
|
---|
108 | Parameters.Add(new FixedValueParameter<DoubleValue>(NumberOfPrunedTreesParameterName, new DoubleValue(0)));
|
---|
109 | Parameters.Add(new LookupParameter<DoubleLimit>(EstimationLimitsParameterName));
|
---|
110 | Parameters.Add(new FixedValueParameter<DoubleValue>(NodeImpactThresholdParameterName, new DoubleValue(0.0)));
|
---|
111 | Parameters.Add(new FixedValueParameter<BoolValue>(PruneOnlyZeroImpactNodesParameterName, new BoolValue(false)));
|
---|
112 | }
|
---|
113 |
|
---|
114 | public override IOperation Apply() {
|
---|
115 | if (reentry) {
|
---|
116 | UpdateCounter.Value++;
|
---|
117 |
|
---|
118 | if (UpdateCounter.Value != UpdateInterval.Value) return base.Apply();
|
---|
119 | UpdateCounter.Value = 0;
|
---|
120 |
|
---|
121 | var trees = SymbolicExpressionTreeParameter.ActualValue.ToList();
|
---|
122 | var qualities = QualityParameter.ActualValue.ToList();
|
---|
123 |
|
---|
124 | var population = trees.Zip(qualities, (tree, quality) => new { Tree = tree, Quality = quality }).ToList();
|
---|
125 | Func<double, double, int> compare = (a, b) => Maximization.Value ? a.CompareTo(b) : b.CompareTo(a);
|
---|
126 | population.Sort((a, b) => compare(a.Quality.Value, b.Quality.Value));
|
---|
127 |
|
---|
128 | var start = (int)Math.Round(PopulationSlice.Start * trees.Count);
|
---|
129 | var end = (int)Math.Round(PopulationSlice.End * trees.Count);
|
---|
130 |
|
---|
131 | if (end == population.Count) end--;
|
---|
132 |
|
---|
133 | if (start >= end || end >= population.Count) throw new Exception("Invalid PopulationSlice bounds.");
|
---|
134 |
|
---|
135 | PrunedSubtrees.Value = 0;
|
---|
136 | PrunedTrees.Value = 0;
|
---|
137 |
|
---|
138 | reentry = false;
|
---|
139 |
|
---|
140 | var operations = new OperationCollection { Parallel = true };
|
---|
141 | foreach (var p in population.Skip(start).Take(end)) {
|
---|
142 | if (Random.NextDouble() > PruningProbability.Value) continue;
|
---|
143 | var op = new SymbolicDataAnalysisExpressionPruningOperator {
|
---|
144 | Model = CreateModel(p.Tree, Interpreter, EstimationLimits.Lower, EstimationLimits.Upper),
|
---|
145 | ImpactsCalculator = impactValuesCalculator,
|
---|
146 | ProblemData = ProblemData,
|
---|
147 | Random = Random,
|
---|
148 | PruneOnlyZeroImpactNodes = PruneOnlyZeroImpactNodes.Value,
|
---|
149 | NodeImpactThreshold = NodeImpactThreshold.Value
|
---|
150 | };
|
---|
151 | operations.Add(ExecutionContext.CreateChildOperation(op, ExecutionContext.Scope));
|
---|
152 | }
|
---|
153 | return new OperationCollection { operations, ExecutionContext.CreateOperation(this) };
|
---|
154 | }
|
---|
155 |
|
---|
156 | DataTable table;
|
---|
157 |
|
---|
158 | if (ResultCollection.ContainsKey("Population Pruning")) {
|
---|
159 | table = (DataTable)ResultCollection["Population Pruning"].Value;
|
---|
160 | } else {
|
---|
161 | table = new DataTable("Population Pruning");
|
---|
162 | table.Rows.Add(new DataRow("Pruned Trees") { VisualProperties = { StartIndexZero = true } });
|
---|
163 | table.Rows.Add(new DataRow("Pruned Subtrees") { VisualProperties = { StartIndexZero = true } });
|
---|
164 | ResultCollection.Add(new Result("Population Pruning", table));
|
---|
165 | }
|
---|
166 |
|
---|
167 | table.Rows["Pruned Trees"].Values.Add(PrunedTrees.Value);
|
---|
168 | table.Rows["Pruned Subtrees"].Values.Add(PrunedSubtrees.Value);
|
---|
169 |
|
---|
170 | reentry = true;
|
---|
171 |
|
---|
172 | return base.Apply();
|
---|
173 | }
|
---|
174 |
|
---|
175 | protected abstract ISymbolicDataAnalysisModel CreateModel(ISymbolicExpressionTree tree, ISymbolicDataAnalysisExpressionTreeInterpreter interpreter,
|
---|
176 | double lowerEstimationLimit = double.MinValue, double upperEstimationLimit = double.MaxValue);
|
---|
177 | }
|
---|
178 | }
|
---|