source: branches/HeuristicLab.Analysis.AlgorithmBehavior/HeuristicLab.Analysis.AlgorithmBehavior.Analyzers.Views/3.3/ParameterInfluenceView.cs @ 9754

#region License Information
/* HeuristicLab
 * Copyright (C) 2002-2012 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
 *
 * This file is part of HeuristicLab.
 *
 * HeuristicLab is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * HeuristicLab is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
 */
#endregion

using System;
using System.Collections.Generic;
using System.Drawing;
using System.Linq;
using System.Windows.Forms;
using HeuristicLab.Analysis.AlgorithmBehavior.Analyzers;
using HeuristicLab.Core.Views;
using HeuristicLab.Data;
using HeuristicLab.MainForm;
using HeuristicLab.Optimization;

namespace HeuristicLab.Analysis.AlgorithmBehavior.Views {
  [View("Parameter Influence View")]
  [Content(typeof(RunCollection), false)]
  public sealed partial class ParameterInfluenceView : ItemView {
    public ParameterInfluenceView() {
      InitializeComponent();
    }

    public new RunCollection Content {
      get { return (RunCollection)base.Content; }
      set { base.Content = value; }
    }

    public override bool ReadOnly {
      get { return true; }
      set { /*not needed because results are always readonly */}
    }

    protected override void OnContentChanged() {
      base.OnContentChanged();
      resultComboBox.Items.Clear();
      parameterComboBox.Items.Clear();

      if (Content != null) {
        UpdateResultComboBox();
        UpdateParameterComboBox();
      }
    }

    #region events
    protected override void RegisterContentEvents() {
      base.RegisterContentEvents();
      Content.ItemsAdded += new HeuristicLab.Collections.CollectionItemsChangedEventHandler<IRun>(Content_ItemsAdded);
      Content.ItemsRemoved += new HeuristicLab.Collections.CollectionItemsChangedEventHandler<IRun>(Content_ItemsRemoved);
      Content.CollectionReset += new HeuristicLab.Collections.CollectionItemsChangedEventHandler<IRun>(Content_CollectionReset);

      RegisterRunEvents(Content);
    }

    private void RegisterRunEvents(IEnumerable<IRun> runs) {
      foreach (IRun run in runs)
        run.Changed += new EventHandler(run_Changed);
    }

    protected override void DeregisterContentEvents() {
      base.DeregisterContentEvents();
      Content.ItemsAdded -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler<IRun>(Content_ItemsAdded);
      Content.ItemsRemoved -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler<IRun>(Content_ItemsRemoved);
      Content.CollectionReset -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler<IRun>(Content_CollectionReset);

      DeregisterRunEvents(Content);
    }

    private void DeregisterRunEvents(IEnumerable<IRun> runs) {
      foreach (IRun run in runs)
        run.Changed -= new EventHandler(run_Changed);
    }

    private void Content_CollectionReset(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs<IRun> e) {
      DeregisterRunEvents(e.OldItems);
      RegisterRunEvents(e.Items);
      //RebuildInfluenceDataTable();
    }

    private void Content_ItemsRemoved(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs<IRun> e) {
      DeregisterRunEvents(e.Items);
      //RebuildInfluenceDataTable();
    }

    private void Content_ItemsAdded(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs<IRun> e) {
      RegisterRunEvents(e.Items);
      //RebuildInfluenceDataTable();
    }

    private void run_Changed(object sender, EventArgs e) {
      if (InvokeRequired)
        this.Invoke(new EventHandler(run_Changed), sender, e);
      else {
        IRun run = (IRun)sender;
        UpdateRun(run);
      }
    }
    #endregion

    private void UpdateRun(IRun run) {
      //TODO: hacky di hack... this is baaaadddd
      //RebuildInfluenceDataTable();
    }

    private void UpdateResultComboBox() {
      resultComboBox.Items.Clear();
      var results = (from run in Content
                     from result in run.Results
                     select result.Key).Distinct().ToArray();

      resultComboBox.Items.AddRange(results);
      if (resultComboBox.Items.Count > 0) resultComboBox.SelectedItem = resultComboBox.Items[0];
    }

    private void UpdateParameterComboBox() {
      parameterComboBox.Items.Clear();
      var parameters = (from run in Content
                        from param in run.Parameters
                        select param.Key).Distinct().ToArray();

      parameterComboBox.Items.AddRange(parameters);
      if (parameterComboBox.Items.Count > 0) parameterComboBox.SelectedItem = parameterComboBox.Items[0];
    }

    private List<string> GetColumnNames() {
      string resultName = (string)resultComboBox.SelectedItem;
      var runs = Content.Where(x => x.Results.ContainsKey(resultName) && x.Visible);
      var parameters = (from run in runs
                        from p in run.Parameters
                        select p.Key).Distinct();

      parameters = parameters.Where(x => x != "Seed" && x != "Algorithm Name");

      List<string> ret = new List<string>();
      foreach (string para in parameters) {
        var r = runs.Where(x => x.Parameters.ContainsKey(para));
        var vals = r.First().Parameters[para];
        if (vals.GetType().GetMember("Value").Count() > 0) {
          var cnt = r.Select(x => ((dynamic)x.Parameters[para]).Value).Distinct();
          if (cnt.Count() > 1)
            ret.Add(para);
        }
      }
      return ret;
    }

    private int CalculateParameterVariations() {
      string parameterName = (string)parameterComboBox.SelectedItem;
      var runs = Content.Where(x => x.Parameters.ContainsKey(parameterName) && x.Visible);

      var r = runs.Where(x => x.Parameters.ContainsKey(parameterName));
      var vals = r.First().Parameters[parameterName];
      if (vals.GetType().GetMember("Value").Count() > 0) {
        var cnt = r.Select(x => ((dynamic)x.Parameters[parameterName]).Value).Distinct();
        return cnt.Count();
      }

      return 0;
    }

    private List<string> GetRowNames() {
      string parameterName = (string)parameterComboBox.SelectedItem;
      var runs = Content.Where(x => x.Parameters.ContainsKey(parameterName) && x.Visible);
      List<string> ret = new List<string>();

      var r = runs.Where(x => x.Parameters.ContainsKey(parameterName));
      var vals = r.First().Parameters[parameterName];
      if (vals.GetType().GetMember("Value").Count() > 0) {
        var cnt = r.Select(x => ((dynamic)x.Parameters[parameterName]).Value).Distinct();
        ret.AddRange(cnt.Select(x => (string)x.ToString()));
      }

      return ret;
    }

    private bool ContainsParameterValue(IRun run, string parameterName, string valueName) {
      if (!run.Parameters.ContainsKey(parameterName))
        return false;

      var para = run.Parameters[parameterName];

      if (para.GetType().GetMember("Value").Count() > 0) {
        var val = ((dynamic)para).Value;
        if (val.ToString() == valueName) {
          return true;
        }
      }
      return false;
    }

    private List<dynamic> GetParameterVariatons(IEnumerable<IRun> runs, string parameterName) {
      List<dynamic> vals = new List<dynamic>();

      var ps = runs.Select(x => (dynamic)x.Parameters[parameterName]);

      foreach (var p in ps) {
        if (p.GetType().GetMember("Value").Length > 0) {
          var val = ((dynamic)p).Value;
          if (!vals.Contains(val)) {
            vals.Add(val);
          }
        }
      }
      return vals;
    }

    private void RebuildInfluenceDataTable() {
      string resultName = (string)resultComboBox.SelectedItem;
      string parameterName = (string)parameterComboBox.SelectedItem;

      var columnNames = GetColumnNames().ToArray();

      var tmpRowNames = GetRowNames();
      tmpRowNames.Add("Overall");
      var rowNames = tmpRowNames.ToArray();

      var runs = Content.Where(x => x.Results.ContainsKey(resultName) && x.Visible);

      StringMatrix dt = new StringMatrix(CalculateParameterVariations() + 1, columnNames.Count());
      dt.RowNames = rowNames;
      dt.ColumnNames = columnNames;

      int i = 0, j = 0;
      foreach (var rowName in rowNames) {
        j = 0;
        foreach (var columnName in columnNames) {
          IEnumerable<IRun> curRuns = null;
          if (i + 1 == rowNames.Count()) {
            //calculate Overall
            curRuns = runs.Where(x => x.Parameters.ContainsKey(columnName));
          } else {
            curRuns = runs.Where(x => x.Parameters.ContainsKey(columnName) && ContainsParameterValue(x, parameterName, rowName));
          }

          var parameterVals = GetParameterVariatons(curRuns, columnName);

          List<double[]> results = new List<double[]>();
          foreach (var cpVal in parameterVals) {
            var pvRuns = curRuns.Where(x => ((dynamic)x.Parameters[columnName]).Value == cpVal);
            var ress = pvRuns.Select(x => (double)((dynamic)x.Results[resultName]).Value).ToArray();
            results.Add(ress);
          }

          if (results.Count() > 1) {
           double pval = KruskalWallis.Test(results.ToArray());
           dt[i, j] = pval.ToString();
          } else {
            dt[i, j] = string.Empty;
          }
          j++;
        }
        i++;
      }

      stringConvertibleMatrixView.Content = dt;
    }

    private void calculateInfluence_Click(object sender, EventArgs e) {
      RebuildInfluenceDataTable();
    }

    private void colorButton_Click(object sender, EventArgs e) {
      string resultName = (string)resultComboBox.SelectedItem;
      string rowName = (string)parameterComboBox.SelectedItem;
      var runs = Content.Where(x => x.Results.ContainsKey(resultName) && x.Visible);
      Dictionary<int, double> values = new Dictionary<int, double>();

      if (stringConvertibleMatrixView.DataGridView.CurrentCell != null) {
        int curIndex = stringConvertibleMatrixView.DataGridView.CurrentCell.ColumnIndex;

        for (int i = 0; i < stringConvertibleMatrixView.Content.Rows; i++) {
          values[i] = double.Parse(stringConvertibleMatrixView.Content.GetValue(i, curIndex));
        }

        var orderedValues = values.OrderBy(x => x.Value);

        for (int i = 0; i < orderedValues.Count(); i++) {
          var row = stringConvertibleMatrixView.DataGridView.Rows[orderedValues.ElementAt(i).Key];

          int r = (int)Math.Round((double)i / (double)orderedValues.Count() * 255.0);
          int g = (int)Math.Round(((double)orderedValues.Count() - (double)i) / (double)orderedValues.Count() * 255.0);

          Color color = Color.FromArgb(r, g, 0);
          row.DefaultCellStyle.ForeColor = color;
        }
      }
    }
  }
}