1 | #region License Information
|
---|
2 | /* HeuristicLab
|
---|
3 | * Copyright (C) 2002-2019 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
|
---|
4 | *
|
---|
5 | * This file is part of HeuristicLab.
|
---|
6 | *
|
---|
7 | * HeuristicLab is free software: you can redistribute it and/or modify
|
---|
8 | * it under the terms of the GNU General Public License as published by
|
---|
9 | * the Free Software Foundation, either version 3 of the License, or
|
---|
10 | * (at your option) any later version.
|
---|
11 | *
|
---|
12 | * HeuristicLab is distributed in the hope that it will be useful,
|
---|
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
---|
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
---|
15 | * GNU General Public License for more details.
|
---|
16 | *
|
---|
17 | * You should have received a copy of the GNU General Public License
|
---|
18 | * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
|
---|
19 | */
|
---|
20 | #endregion
|
---|
21 |
|
---|
22 | using System;
|
---|
23 | using System.Linq;
|
---|
24 | using HEAL.Attic;
|
---|
25 | using HeuristicLab.Common;
|
---|
26 | using HeuristicLab.Core;
|
---|
27 | using HeuristicLab.Data;
|
---|
28 | using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
|
---|
29 | using HeuristicLab.Optimization;
|
---|
30 | using HeuristicLab.Problems.DataAnalysis.Implementation;
|
---|
31 |
|
---|
32 | namespace HeuristicLab.Problems.DataAnalysis.Symbolic.Regression {
|
---|
33 | /// <summary>
|
---|
34 | /// Represents a symbolic regression solution (model + data) and attributes of the solution like accuracy and complexity
|
---|
35 | /// </summary>
|
---|
36 | [StorableType("88E56AF9-AD72-47E4-A613-8875703BD927")]
|
---|
37 | [Item(Name = "SymbolicRegressionSolution", Description = "Represents a symbolic regression solution (model + data) and attributes of the solution like accuracy and complexity.")]
|
---|
38 | public sealed class SymbolicRegressionSolution : RegressionSolution, ISymbolicRegressionSolution {
|
---|
39 | private const string ModelLengthResultName = "Model Length";
|
---|
40 | private const string ModelDepthResultName = "Model Depth";
|
---|
41 |
|
---|
42 | private const string EstimationLimitsResultsResultName = "Estimation Limits Results";
|
---|
43 | private const string EstimationLimitsResultName = "Estimation Limits";
|
---|
44 | private const string TrainingUpperEstimationLimitHitsResultName = "Training Upper Estimation Limit Hits";
|
---|
45 | private const string TestLowerEstimationLimitHitsResultName = "Test Lower Estimation Limit Hits";
|
---|
46 | private const string TrainingLowerEstimationLimitHitsResultName = "Training Lower Estimation Limit Hits";
|
---|
47 | private const string TestUpperEstimationLimitHitsResultName = "Test Upper Estimation Limit Hits";
|
---|
48 | private const string TrainingNaNEvaluationsResultName = "Training NaN Evaluations";
|
---|
49 | private const string TestNaNEvaluationsResultName = "Test NaN Evaluations";
|
---|
50 |
|
---|
51 | private const string IntervalEvaluationResultName = "Interval Evaluation";
|
---|
52 | private const string EstimatedDerivationInterval = "Interval";
|
---|
53 |
|
---|
54 | public new ISymbolicRegressionModel Model {
|
---|
55 | get { return (ISymbolicRegressionModel)base.Model; }
|
---|
56 | set { base.Model = value; }
|
---|
57 | }
|
---|
58 | ISymbolicDataAnalysisModel ISymbolicDataAnalysisSolution.Model {
|
---|
59 | get { return (ISymbolicDataAnalysisModel)base.Model; }
|
---|
60 | }
|
---|
61 | public int ModelLength {
|
---|
62 | get { return ((IntValue)this[ModelLengthResultName].Value).Value; }
|
---|
63 | private set { ((IntValue)this[ModelLengthResultName].Value).Value = value; }
|
---|
64 | }
|
---|
65 |
|
---|
66 | public int ModelDepth {
|
---|
67 | get { return ((IntValue)this[ModelDepthResultName].Value).Value; }
|
---|
68 | private set { ((IntValue)this[ModelDepthResultName].Value).Value = value; }
|
---|
69 | }
|
---|
70 |
|
---|
71 | private ResultCollection EstimationLimitsResultCollection {
|
---|
72 | get { return (ResultCollection)this[EstimationLimitsResultsResultName].Value; }
|
---|
73 | }
|
---|
74 | public DoubleLimit EstimationLimits {
|
---|
75 | get { return (DoubleLimit)EstimationLimitsResultCollection[EstimationLimitsResultName].Value; }
|
---|
76 | }
|
---|
77 |
|
---|
78 | public int TrainingUpperEstimationLimitHits {
|
---|
79 | get { return ((IntValue)EstimationLimitsResultCollection[TrainingUpperEstimationLimitHitsResultName].Value).Value; }
|
---|
80 | private set { ((IntValue)EstimationLimitsResultCollection[TrainingUpperEstimationLimitHitsResultName].Value).Value = value; }
|
---|
81 | }
|
---|
82 | public int TestUpperEstimationLimitHits {
|
---|
83 | get { return ((IntValue)EstimationLimitsResultCollection[TestUpperEstimationLimitHitsResultName].Value).Value; }
|
---|
84 | private set { ((IntValue)EstimationLimitsResultCollection[TestUpperEstimationLimitHitsResultName].Value).Value = value; }
|
---|
85 | }
|
---|
86 | public int TrainingLowerEstimationLimitHits {
|
---|
87 | get { return ((IntValue)EstimationLimitsResultCollection[TrainingLowerEstimationLimitHitsResultName].Value).Value; }
|
---|
88 | private set { ((IntValue)EstimationLimitsResultCollection[TrainingLowerEstimationLimitHitsResultName].Value).Value = value; }
|
---|
89 | }
|
---|
90 | public int TestLowerEstimationLimitHits {
|
---|
91 | get { return ((IntValue)EstimationLimitsResultCollection[TestLowerEstimationLimitHitsResultName].Value).Value; }
|
---|
92 | private set { ((IntValue)EstimationLimitsResultCollection[TestLowerEstimationLimitHitsResultName].Value).Value = value; }
|
---|
93 | }
|
---|
94 | public int TrainingNaNEvaluations {
|
---|
95 | get { return ((IntValue)EstimationLimitsResultCollection[TrainingNaNEvaluationsResultName].Value).Value; }
|
---|
96 | private set { ((IntValue)EstimationLimitsResultCollection[TrainingNaNEvaluationsResultName].Value).Value = value; }
|
---|
97 | }
|
---|
98 | public int TestNaNEvaluations {
|
---|
99 | get { return ((IntValue)EstimationLimitsResultCollection[TestNaNEvaluationsResultName].Value).Value; }
|
---|
100 | private set { ((IntValue)EstimationLimitsResultCollection[TestNaNEvaluationsResultName].Value).Value = value; }
|
---|
101 | }
|
---|
102 |
|
---|
103 |
|
---|
104 | public NamedIntervals IntervalEvaluationCollection {
|
---|
105 | get { return (NamedIntervals)this[IntervalEvaluationResultName].Value; }
|
---|
106 | private set { this[IntervalEvaluationResultName].Value = value; }
|
---|
107 | }
|
---|
108 |
|
---|
109 |
|
---|
110 |
|
---|
111 | [StorableConstructor]
|
---|
112 | private SymbolicRegressionSolution(StorableConstructorFlag _) : base(_) { }
|
---|
113 | private SymbolicRegressionSolution(SymbolicRegressionSolution original, Cloner cloner)
|
---|
114 | : base(original, cloner) {
|
---|
115 | }
|
---|
116 | public SymbolicRegressionSolution(ISymbolicRegressionModel model, IRegressionProblemData problemData)
|
---|
117 | : base(model, problemData) {
|
---|
118 | foreach (var node in model.SymbolicExpressionTree.Root.IterateNodesPrefix().OfType<SymbolicExpressionTreeTopLevelNode>())
|
---|
119 | node.SetGrammar(null);
|
---|
120 |
|
---|
121 | Add(new Result(ModelLengthResultName, "Length of the symbolic regression model.", new IntValue()));
|
---|
122 | Add(new Result(ModelDepthResultName, "Depth of the symbolic regression model.", new IntValue()));
|
---|
123 |
|
---|
124 | ResultCollection estimationLimitResults = new ResultCollection();
|
---|
125 | estimationLimitResults.Add(new Result(EstimationLimitsResultName, "", new DoubleLimit()));
|
---|
126 | estimationLimitResults.Add(new Result(TrainingUpperEstimationLimitHitsResultName, "", new IntValue()));
|
---|
127 | estimationLimitResults.Add(new Result(TestUpperEstimationLimitHitsResultName, "", new IntValue()));
|
---|
128 | estimationLimitResults.Add(new Result(TrainingLowerEstimationLimitHitsResultName, "", new IntValue()));
|
---|
129 | estimationLimitResults.Add(new Result(TestLowerEstimationLimitHitsResultName, "", new IntValue()));
|
---|
130 | estimationLimitResults.Add(new Result(TrainingNaNEvaluationsResultName, "", new IntValue()));
|
---|
131 | estimationLimitResults.Add(new Result(TestNaNEvaluationsResultName, "", new IntValue()));
|
---|
132 | Add(new Result(EstimationLimitsResultsResultName, "Results concerning the estimation limits of symbolic regression solution", estimationLimitResults));
|
---|
133 | Add(new Result(IntervalEvaluationResultName, "Results concerning the derivation of symbolic regression solution", GetIntervalEvaluations()));
|
---|
134 | RecalculateResults();
|
---|
135 |
|
---|
136 | ;
|
---|
137 | }
|
---|
138 |
|
---|
139 | public override IDeepCloneable Clone(Cloner cloner) {
|
---|
140 | return new SymbolicRegressionSolution(this, cloner);
|
---|
141 | }
|
---|
142 |
|
---|
143 | [StorableHook(HookType.AfterDeserialization)]
|
---|
144 | private void AfterDeserialization() {
|
---|
145 | if (!ContainsKey(EstimationLimitsResultsResultName)) {
|
---|
146 | ResultCollection estimationLimitResults = new ResultCollection();
|
---|
147 | estimationLimitResults.Add(new Result(EstimationLimitsResultName, "", new DoubleLimit()));
|
---|
148 | estimationLimitResults.Add(new Result(TrainingUpperEstimationLimitHitsResultName, "", new IntValue()));
|
---|
149 | estimationLimitResults.Add(new Result(TestUpperEstimationLimitHitsResultName, "", new IntValue()));
|
---|
150 | estimationLimitResults.Add(new Result(TrainingLowerEstimationLimitHitsResultName, "", new IntValue()));
|
---|
151 | estimationLimitResults.Add(new Result(TestLowerEstimationLimitHitsResultName, "", new IntValue()));
|
---|
152 | estimationLimitResults.Add(new Result(TrainingNaNEvaluationsResultName, "", new IntValue()));
|
---|
153 | estimationLimitResults.Add(new Result(TestNaNEvaluationsResultName, "", new IntValue()));
|
---|
154 | Add(new Result(EstimationLimitsResultsResultName, "Results concerning the estimation limits of symbolic regression solution", estimationLimitResults));
|
---|
155 | CalculateResults();
|
---|
156 | }
|
---|
157 | }
|
---|
158 |
|
---|
159 | protected override void RecalculateResults() {
|
---|
160 | base.RecalculateResults();
|
---|
161 | CalculateResults();
|
---|
162 | }
|
---|
163 |
|
---|
164 | private NamedIntervals GetIntervalEvaluations() {
|
---|
165 | var intervalEvaluation = new NamedIntervals();
|
---|
166 | var interpreter = new IntervalInterpreter();
|
---|
167 | var variableRanges = (ProblemData as RegressionProblemData)?.VariableRangesParameter.Value.VariableIntervals;
|
---|
168 |
|
---|
169 | if (variableRanges != null) {
|
---|
170 | intervalEvaluation.Add($"Target {ProblemData.TargetVariable}", new Interval(variableRanges[ProblemData.TargetVariable].LowerBound, variableRanges[ProblemData.TargetVariable].UpperBound));
|
---|
171 | intervalEvaluation.Add("Modell Interval", interpreter.GetSymbolicExpressionTreeInterval(Model.SymbolicExpressionTree, variableRanges));
|
---|
172 |
|
---|
173 | foreach (var derivate in variableRanges) {
|
---|
174 | if (derivate.Key != ProblemData.TargetVariable) {
|
---|
175 | var derived = DerivativeCalculator.Derive(Model.SymbolicExpressionTree, derivate.Key);
|
---|
176 | var derivedResultInterval = interpreter.GetSymbolicExpressionTreeInterval(derived, variableRanges);
|
---|
177 |
|
---|
178 | intervalEvaluation.Add(" \u2202f/\u2202" + derivate.Key,
|
---|
179 | new Interval(derivedResultInterval.LowerBound, derivedResultInterval.UpperBound));
|
---|
180 | }
|
---|
181 | }
|
---|
182 | }
|
---|
183 | return intervalEvaluation;
|
---|
184 | }
|
---|
185 |
|
---|
186 | private void CalculateResults() {
|
---|
187 | ModelLength = Model.SymbolicExpressionTree.Length;
|
---|
188 | ModelDepth = Model.SymbolicExpressionTree.Depth;
|
---|
189 |
|
---|
190 | EstimationLimits.Lower = Model.LowerEstimationLimit;
|
---|
191 | EstimationLimits.Upper = Model.UpperEstimationLimit;
|
---|
192 |
|
---|
193 | TrainingUpperEstimationLimitHits = EstimatedTrainingValues.Count(x => x.IsAlmost(Model.UpperEstimationLimit));
|
---|
194 | TestUpperEstimationLimitHits = EstimatedTestValues.Count(x => x.IsAlmost(Model.UpperEstimationLimit));
|
---|
195 | TrainingLowerEstimationLimitHits = EstimatedTrainingValues.Count(x => x.IsAlmost(Model.LowerEstimationLimit));
|
---|
196 | TestLowerEstimationLimitHits = EstimatedTestValues.Count(x => x.IsAlmost(Model.LowerEstimationLimit));
|
---|
197 | TrainingNaNEvaluations = Model.Interpreter.GetSymbolicExpressionTreeValues(Model.SymbolicExpressionTree, ProblemData.Dataset, ProblemData.TrainingIndices).Count(double.IsNaN);
|
---|
198 | TestNaNEvaluations = Model.Interpreter.GetSymbolicExpressionTreeValues(Model.SymbolicExpressionTree, ProblemData.Dataset, ProblemData.TestIndices).Count(double.IsNaN);
|
---|
199 |
|
---|
200 | IntervalEvaluationCollection = GetIntervalEvaluations();
|
---|
201 | }
|
---|
202 | }
|
---|
203 | }
|
---|