source: trunk/sources/HeuristicLab.Problems.DataAnalysis.Views/3.4/Classification/ClassificationEnsembleSolutionEstimatedClassValuesView.cs @ 8554

Last change on this file since 8554 was 8554, checked in by mkommend, 7 years ago

#1915:

  • Corrected class names and class values caching in ClassificationProblemData
  • Removed caching of classification penalties
  • Corrected AccuracyMaximizationThresholdCalculator (retrieving of penalties was switched)
  • Added asserts for the achieved accuracy to the classification sample unit test
File size: 7.9 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2012 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21using System;
22using System.Collections.Generic;
23using System.Drawing;
24using System.Linq;
25using System.Windows.Forms;
26using HeuristicLab.Common;
27using HeuristicLab.Data;
28using HeuristicLab.MainForm;
29using HeuristicLab.MainForm.WindowsForms;
30
31namespace HeuristicLab.Problems.DataAnalysis.Views {
32  [View("Estimated Class Values")]
33  [Content(typeof(ClassificationEnsembleSolution))]
34  public partial class ClassificationEnsembleSolutionEstimatedClassValuesView :
35    ClassificationSolutionEstimatedClassValuesView {
36    private const string RowColumnName = "Row";
37    private const string TargetClassValuesColumnName = "Target Variable";
38    private const string EstimatedClassValuesColumnName = "Estimated Class Values";
39    private const string CorrectClassificationColumnName = "Correct Classification";
40    private const string ConfidenceColumnName = "Confidence";
41
42    private const string SamplesComboBoxAllSamples = "All Samples";
43    private const string SamplesComboBoxTrainingSamples = "Training Samples";
44    private const string SamplesComboBoxTestSamples = "Test Samples";
45
46    public new ClassificationEnsembleSolution Content {
47      get { return (ClassificationEnsembleSolution)base.Content; }
48      set { base.Content = value; }
49    }
50
51    public ClassificationEnsembleSolutionEstimatedClassValuesView()
52      : base() {
53      InitializeComponent();
54      SamplesComboBox.Items.AddRange(new string[] { SamplesComboBoxAllSamples, SamplesComboBoxTrainingSamples, SamplesComboBoxTestSamples });
55      SamplesComboBox.SelectedIndex = 0;
56      matrixView.DataGridView.RowPrePaint += new DataGridViewRowPrePaintEventHandler(DataGridView_RowPrePaint);
57    }
58
59
60
61    private void SamplesComboBox_SelectedIndexChanged(object sender, EventArgs e) {
62      UpdateEstimatedValues();
63    }
64
65    protected override void UpdateEstimatedValues() {
66      if (InvokeRequired) {
67        Invoke((Action)UpdateEstimatedValues);
68        return;
69      }
70      if (Content == null) {
71        matrixView.Content = null;
72        return;
73      }
74
75      int[] indices;
76      double[] estimatedClassValues;
77
78      switch (SamplesComboBox.SelectedItem.ToString()) {
79        case SamplesComboBoxAllSamples: {
80            indices = Enumerable.Range(0, Content.ProblemData.Dataset.Rows).ToArray();
81            estimatedClassValues = Content.EstimatedClassValues.ToArray();
82            break;
83          }
84        case SamplesComboBoxTrainingSamples: {
85            indices = Content.ProblemData.TrainingIndices.ToArray();
86            estimatedClassValues = Content.EstimatedTrainingClassValues.ToArray();
87            break;
88          }
89        case SamplesComboBoxTestSamples: {
90            indices = Content.ProblemData.TestIndices.ToArray();
91            estimatedClassValues = Content.EstimatedTestClassValues.ToArray();
92            break;
93          }
94        default:
95          throw new ArgumentException();
96      }
97
98      int classValuesCount = Content.ProblemData.Classes;
99      int solutionsCount = Content.ClassificationSolutions.Count();
100      string[,] values = new string[indices.Length, 5 + classValuesCount + solutionsCount];
101      double[] target = Content.ProblemData.Dataset.GetDoubleValues(Content.ProblemData.TargetVariable).ToArray();
102      List<List<double?>> estimatedValuesVector = GetEstimatedValues(SamplesComboBox.SelectedItem.ToString(), indices,
103                                                            Content.ClassificationSolutions);
104
105      for (int i = 0; i < indices.Length; i++) {
106        int row = indices[i];
107        values[i, 0] = row.ToString();
108        values[i, 1] = target[i].ToString();
109        //display only indices and target values if no models are present
110        if (solutionsCount > 0) {
111          values[i, 2] = estimatedClassValues[i].ToString();
112          values[i, 3] = (target[i].IsAlmost(estimatedClassValues[i])).ToString();
113          var groups =
114            estimatedValuesVector[i].GroupBy(x => x).Select(g => new { Key = g.Key, Count = g.Count() }).ToList();
115          var estimationCount = groups.Where(g => g.Key != null).Select(g => g.Count).Sum();
116          values[i, 4] = (((double)groups.Where(g => g.Key == estimatedClassValues[i]).Single().Count) / estimationCount).ToString();
117          for (int classIndex = 0; classIndex < Content.ProblemData.Classes; classIndex++) {
118            var group = groups.Where(g => g.Key == Content.ProblemData.ClassValues.ElementAt(classIndex)).SingleOrDefault();
119            if (group == null) values[i, 5 + classIndex] = 0.ToString();
120            else values[i, 5 + classIndex] = group.Count.ToString();
121          }
122          for (int modelIndex = 0; modelIndex < estimatedValuesVector[i].Count; modelIndex++) {
123            values[i, 5 + classValuesCount + modelIndex] = estimatedValuesVector[i][modelIndex] == null
124                                                             ? string.Empty
125                                                             : estimatedValuesVector[i][modelIndex].ToString();
126          }
127        }
128      }
129
130      StringMatrix matrix = new StringMatrix(values);
131      List<string> columnNames = new List<string>() { "Id", TargetClassValuesColumnName, EstimatedClassValuesColumnName, CorrectClassificationColumnName, ConfidenceColumnName };
132      columnNames.AddRange(Content.ProblemData.ClassNames);
133      columnNames.AddRange(Content.Model.Models.Select(m => m.Name));
134      matrix.ColumnNames = columnNames;
135      matrix.SortableView = true;
136      matrixView.Content = matrix;
137    }
138
139    private List<List<double?>> GetEstimatedValues(string samplesSelection, int[] rows, IEnumerable<IClassificationSolution> solutions) {
140      List<List<double?>> values = new List<List<double?>>();
141      int solutionIndex = 0;
142      foreach (var solution in solutions) {
143        double[] estimation = solution.GetEstimatedClassValues(rows).ToArray();
144        for (int i = 0; i < rows.Length; i++) {
145          var row = rows[i];
146          if (solutionIndex == 0) values.Add(new List<double?>());
147
148          if (samplesSelection == SamplesComboBoxAllSamples)
149            values[i].Add(estimation[i]);
150          else if (samplesSelection == SamplesComboBoxTrainingSamples && solution.ProblemData.IsTrainingSample(row))
151            values[i].Add(estimation[i]);
152          else if (samplesSelection == SamplesComboBoxTestSamples && solution.ProblemData.IsTestSample(row))
153            values[i].Add(estimation[i]);
154          else
155            values[i].Add(null);
156        }
157        solutionIndex++;
158      }
159      return values;
160    }
161
162    private void DataGridView_RowPrePaint(object sender, DataGridViewRowPrePaintEventArgs e) {
163      if (InvokeRequired) {
164        Invoke(new EventHandler<DataGridViewRowPrePaintEventArgs>(DataGridView_RowPrePaint), sender, e);
165        return;
166      }
167      var cellValue = matrixView.DataGridView[3, e.RowIndex].Value.ToString();
168      if (string.IsNullOrEmpty(cellValue)) return;
169      bool correctClassified = bool.Parse(cellValue);
170      matrixView.DataGridView.Rows[e.RowIndex].DefaultCellStyle.ForeColor = correctClassified ? Color.MediumSeaGreen : Color.Red;
171    }
172  }
173}
Note: See TracBrowser for help on using the repository browser.