source: branches/3128_Prediction_Intervals/HeuristicLab.Problems.DataAnalysis.Views/3.4/Classification/ClassificationEnsembleSolutionEstimatedClassValuesView.cs @ 17991

#region License Information
/* HeuristicLab
 * Copyright (C) Heuristic and Evolutionary Algorithms Laboratory (HEAL)
 *
 * This file is part of HeuristicLab.
 *
 * HeuristicLab is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * HeuristicLab is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
 */
#endregion
using System;
using System.Collections.Generic;
using System.Drawing;
using System.Linq;
using System.Windows.Forms;
using HeuristicLab.Common;
using HeuristicLab.Data;
using HeuristicLab.MainForm;
using HeuristicLab.MainForm.WindowsForms;

namespace HeuristicLab.Problems.DataAnalysis.Views {
  [View("Estimated Class Values")]
  [Content(typeof(ClassificationEnsembleSolution))]
  public partial class ClassificationEnsembleSolutionEstimatedClassValuesView :
    ClassificationSolutionEstimatedClassValuesView {
    private const string RowColumnName = "Row";
    private const string TargetClassValuesColumnName = "Target Variable";
    private const string EstimatedClassValuesColumnName = "Estimated Class Values";
    private const string CorrectClassificationColumnName = "Correct Classification";
    private const string ConfidenceColumnName = "Confidence";

    private const string SamplesComboBoxAllSamples = "All Samples";
    private const string SamplesComboBoxTrainingSamples = "Training Samples";
    private const string SamplesComboBoxTestSamples = "Test Samples";

    public new ClassificationEnsembleSolution Content {
      get { return (ClassificationEnsembleSolution)base.Content; }
      set { base.Content = value; }
    }

    public ClassificationEnsembleSolutionEstimatedClassValuesView()
      : base() {
      InitializeComponent();
      SamplesComboBox.Items.AddRange(new string[] { SamplesComboBoxAllSamples, SamplesComboBoxTrainingSamples, SamplesComboBoxTestSamples });
      SamplesComboBox.SelectedIndex = 0;
      matrixView.DataGridView.RowPrePaint += new DataGridViewRowPrePaintEventHandler(DataGridView_RowPrePaint);
    }



    private void SamplesComboBox_SelectedIndexChanged(object sender, EventArgs e) {
      UpdateEstimatedValues();
    }

    protected override void UpdateEstimatedValues() {
      if (InvokeRequired) {
        Invoke((Action)UpdateEstimatedValues);
        return;
      }
      if (Content == null) {
        matrixView.Content = null;
        return;
      }

      int[] indices;
      double[] estimatedClassValues;

      switch (SamplesComboBox.SelectedItem.ToString()) {
        case SamplesComboBoxAllSamples: {
            indices = Enumerable.Range(0, Content.ProblemData.Dataset.Rows).ToArray();
            estimatedClassValues = Content.EstimatedClassValues.ToArray();
            break;
          }
        case SamplesComboBoxTrainingSamples: {
            indices = Content.ProblemData.TrainingIndices.ToArray();
            estimatedClassValues = Content.EstimatedTrainingClassValues.ToArray();
            break;
          }
        case SamplesComboBoxTestSamples: {
            indices = Content.ProblemData.TestIndices.ToArray();
            estimatedClassValues = Content.EstimatedTestClassValues.ToArray();
            break;
          }
        default:
          throw new ArgumentException();
      }

      int classValuesCount = Content.ProblemData.Classes;
      int solutionsCount = Content.ClassificationSolutions.Count();
      string[,] values = new string[indices.Length, 5 + classValuesCount + solutionsCount];
      double[] target = Content.ProblemData.Dataset.GetDoubleValues(Content.ProblemData.TargetVariable).ToArray();
      List<List<double?>> estimatedValuesVector = GetEstimatedValues(SamplesComboBox.SelectedItem.ToString(), indices,
                                                            Content.ClassificationSolutions);

      for (int i = 0; i < indices.Length; i++) {
        int row = indices[i];
        values[i, 0] = row.ToString();
        values[i, 1] = target[row].ToString();
        //display only indices and target values if no models are present
        if (solutionsCount > 0) {
          values[i, 2] = estimatedClassValues[i].ToString();
          values[i, 3] = (target[row].IsAlmost(estimatedClassValues[i])).ToString();
          var groups =
            estimatedValuesVector[i].GroupBy(x => x).Select(g => new { Key = g.Key, Count = g.Count() }).ToList();
          var estimationCount = groups.Where(g => g.Key != null).Select(g => g.Count).Sum();
          // take care of divide by zero
          if (estimationCount != 0) {
            values[i, 4] = (((double)groups.Where(g => g.Key == estimatedClassValues[i]).Single().Count) / estimationCount).ToString();
          } else {
            values[i, 4] = double.NaN.ToString();
          }
          for (int classIndex = 0; classIndex < Content.ProblemData.Classes; classIndex++) {
            var group = groups.Where(g => g.Key == Content.ProblemData.ClassValues.ElementAt(classIndex)).SingleOrDefault();
            if (group == null) values[i, 5 + classIndex] = 0.ToString();
            else values[i, 5 + classIndex] = group.Count.ToString();
          }
          for (int modelIndex = 0; modelIndex < estimatedValuesVector[i].Count; modelIndex++) {
            values[i, 5 + classValuesCount + modelIndex] = estimatedValuesVector[i][modelIndex] == null
                                                             ? string.Empty
                                                             : estimatedValuesVector[i][modelIndex].ToString();
          }
        }
      }

      StringMatrix matrix = new StringMatrix(values);
      List<string> columnNames = new List<string>() { "Id", TargetClassValuesColumnName, EstimatedClassValuesColumnName, CorrectClassificationColumnName, ConfidenceColumnName };
      columnNames.AddRange(Content.ProblemData.ClassNames);
      columnNames.AddRange(Content.Model.Models.Select(m => m.Name));
      matrix.ColumnNames = columnNames;
      matrix.SortableView = true;
      matrixView.Content = matrix;
    }

    private List<List<double?>> GetEstimatedValues(string samplesSelection, int[] rows, IEnumerable<IClassificationSolution> solutions) {
      List<List<double?>> values = new List<List<double?>>();
      int solutionIndex = 0;
      foreach (var solution in solutions) {
        double[] estimation = solution.GetEstimatedClassValues(rows).ToArray();
        for (int i = 0; i < rows.Length; i++) {
          var row = rows[i];
          if (solutionIndex == 0) values.Add(new List<double?>());

          if (samplesSelection == SamplesComboBoxAllSamples)
            values[i].Add(estimation[i]);
          else if (samplesSelection == SamplesComboBoxTrainingSamples && solution.ProblemData.IsTrainingSample(row))
            values[i].Add(estimation[i]);
          else if (samplesSelection == SamplesComboBoxTestSamples && solution.ProblemData.IsTestSample(row))
            values[i].Add(estimation[i]);
          else
            values[i].Add(null);
        }
        solutionIndex++;
      }
      return values;
    }

    private void DataGridView_RowPrePaint(object sender, DataGridViewRowPrePaintEventArgs e) {
      if (InvokeRequired) {
        Invoke(new EventHandler<DataGridViewRowPrePaintEventArgs>(DataGridView_RowPrePaint), sender, e);
        return;
      }
      var cellValue = matrixView.DataGridView[3, e.RowIndex].Value.ToString();
      if (string.IsNullOrEmpty(cellValue)) return;
      bool correctClassified = bool.Parse(cellValue);
      matrixView.DataGridView.Rows[e.RowIndex].DefaultCellStyle.ForeColor = correctClassified ? Color.MediumSeaGreen : Color.Red;
    }
  }
}