source: branches/DataPreprocessing/HeuristicLab.DataPreprocessing/3.3/Implementations/StatisticsLogic.cs @ 10367

using System;
using System.Linq;
using HeuristicLab.Common;

namespace HeuristicLab.DataPreprocessing {

  public class StatisticsLogic : IStatisticsLogic {

    private readonly IPreprocessingData preprocessingData;
    private readonly ISearchLogic searchLogic;

    public StatisticsLogic(IPreprocessingData thePreprocessingData, ISearchLogic theSearchLogic) {
      preprocessingData = thePreprocessingData;
      searchLogic = theSearchLogic;
    }

    public int GetColumnCount() {
      return preprocessingData.Columns;
    }

    public int GetRowCount() {
      return preprocessingData.Rows;
    }

    public int GetNumericColumnCount() {
      int count = 0;
      foreach (var variableName in preprocessingData.VariableNames) {
        if (preprocessingData.IsType<double>(variableName)) {
          ++count;
        }
      }
      return count;
    }

    public int GetNominalColumnCount() {
      return preprocessingData.Columns - GetNumericColumnCount();
    }

    public int GetMissingValueCount() {
      int count = 0;
      for(int i = 0; i < preprocessingData.Columns; ++i){
        count += GetMissingValueCount(i);
      }
      return count;
    }

    public int GetMissingValueCount(int columnIndex) {
      return searchLogic.GetMissingValueIndices(columnIndex).Count();
    }

    public T GetMin<T>(int columnIndex) where T : IComparable<T> {
      return preprocessingData.GetValues<T>(columnIndex).Min();
    }

    public T GetMax<T>(int columnIndex) where T : IComparable<T> {
      return preprocessingData.GetValues<T>(columnIndex).Max();
    }

    public double GetMedian(int columnIndex) {
      double median = double.NaN;
      if (preprocessingData.IsType<double>(columnIndex)) {
        median = preprocessingData.GetValues<double>(columnIndex).Median();
      }
      return median;
    }

    public double GetAverage(int columnIndex) {
      double avg = double.NaN;
      if (preprocessingData.IsType<double>(columnIndex)) {
        avg = preprocessingData.GetValues<double>(columnIndex).Average();
      }
      return avg;
    }

    public T GetMostCommonValue<T>(int columnIndex) {
      return preprocessingData.GetValues<T>(columnIndex)
                              .GroupBy(x => x)
                              .OrderByDescending(g => g.Count())
                              .Select(g => g.Key)
                              .First();
    }


    public double GetStandardDeviation(int columnIndex) {
      double stdDev = double.NaN;
      if (preprocessingData.IsType<double>(columnIndex)) {
        stdDev = preprocessingData.GetValues<double>(columnIndex).StandardDeviation();
      }
      return stdDev;
    }

    public double GetVariance(int columnIndex) {
      double stdDev = double.NaN;
      if (preprocessingData.IsType<double>(columnIndex)) {
        stdDev = preprocessingData.GetValues<double>(columnIndex).Variance();
      }
      return stdDev;
    }

    public int GetDifferentValuesCount<T>(int columnIndex) {
      return preprocessingData.GetValues<T>(columnIndex).GroupBy(x => x).Count();
    }

    public int GetRowMissingValueCount(int rowIndex) {
      int count = 0;
       for(int i = 0; i < preprocessingData.Columns; ++i){
        if (searchLogic.IsMissingValue(i, rowIndex)) {
          ++count;
        }
      }
      return count;
    }


    public string GetVariableName(int columnIndex) {
      return preprocessingData.GetVariableName(columnIndex);
    }

    public bool IsType<T>(int columnIndex) {
      return preprocessingData.IsType<T>(columnIndex);
    }
  }
}