source: trunk/sources/HeuristicLab.Problems.DataAnalysis.Symbolic.Classification/3.4/SingleObjective/SymbolicClassificationSingleObjectivePenaltyScoreEvaluator.cs @ 8548

Last change on this file since 8548 was 8548, checked in by abeham, 7 years ago

#1924: Added evaluator that calculates the penalty-weighted accuracy score

File size: 3.8 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2012 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22using System.Collections.Generic;
23using HeuristicLab.Common;
24using HeuristicLab.Core;
25using HeuristicLab.Data;
26using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
27using HeuristicLab.Persistence.Default.CompositeSerializers.Storable;
28
29namespace HeuristicLab.Problems.DataAnalysis.Symbolic.Classification {
30  [Item("Penalty Score Evaluator", "Calculates the penalty score of a symbolic classification solution.")]
31  [StorableClass]
32  public class SymbolicClassificationSingleObjectivePenaltyScoreEvaluator : SymbolicClassificationSingleObjectiveEvaluator {
33    public override bool Maximization { get { return false; } }
34
35    [StorableConstructor]
36    protected SymbolicClassificationSingleObjectivePenaltyScoreEvaluator(bool deserializing) : base(deserializing) { }
37    protected SymbolicClassificationSingleObjectivePenaltyScoreEvaluator(SymbolicClassificationSingleObjectivePenaltyScoreEvaluator original, Cloner cloner) : base(original, cloner) { }
38    public SymbolicClassificationSingleObjectivePenaltyScoreEvaluator() : base() { }
39
40    public override IDeepCloneable Clone(Cloner cloner) {
41      return new SymbolicClassificationSingleObjectivePenaltyScoreEvaluator(this, cloner);
42    }
43
44    public override IOperation Apply() {
45      double quality = Evaluate(ExecutionContext, SymbolicExpressionTreeParameter.ActualValue, ProblemDataParameter.ActualValue, GenerateRowsToEvaluate());
46      QualityParameter.ActualValue = new DoubleValue(quality);
47      return base.Apply();
48    }
49
50    public static double Calculate(IClassificationModel model, IClassificationProblemData problemData, IEnumerable<int> rows) {
51      var estimations = model.GetEstimatedClassValues(problemData.Dataset, rows).GetEnumerator();
52      if (!estimations.MoveNext()) return double.NaN;
53
54      double penalty = 0.0;
55      foreach (var r in rows) {
56        var actualClass = problemData.Dataset.GetDoubleValue(problemData.TargetVariable, r);
57        penalty += problemData.GetClassificationPenalty(actualClass, estimations.Current);
58        estimations.MoveNext();
59      }
60      return penalty;
61    }
62
63    public override double Evaluate(IExecutionContext context, ISymbolicExpressionTree tree, IClassificationProblemData problemData, IEnumerable<int> rows) {
64      SymbolicDataAnalysisTreeInterpreterParameter.ExecutionContext = context;
65      EstimationLimitsParameter.ExecutionContext = context;
66
67      var model = new SymbolicDiscriminantFunctionClassificationModel(tree, SymbolicDataAnalysisTreeInterpreterParameter.ActualValue, EstimationLimitsParameter.ActualValue.Lower, EstimationLimitsParameter.ActualValue.Upper);
68      SymbolicDiscriminantFunctionClassificationModel.SetAccuracyMaximizingThresholds(model, problemData);
69      double penalty = Calculate(model, problemData, rows);
70
71      SymbolicDataAnalysisTreeInterpreterParameter.ExecutionContext = null;
72      EstimationLimitsParameter.ExecutionContext = null;
73
74      return penalty;
75    }
76  }
77}
Note: See TracBrowser for help on using the repository browser.