Changeset 9135 for branches/ClassificationModelComparison

Timestamp:

01/09/13 16:27:12 (12 years ago)

Author:

sforsten

Message:

#1998:

• OneR handles missing values separately
• adapted OneRClassificationModelView to show the class of missing values
• with a double-click on the row header in ClassificationSolutionComparisonView the selected solution opens in a new view
• put a try catch block around linear discriminant analysis solution (it is only shown, if it doesn't throw an exception)

Location:

branches/ClassificationModelComparison

Files:

• HeuristicLab.Algorithms.DataAnalysis.Views/3.4/OneRClassificationModelView.Designer.cs (modified) (4 diffs)
• HeuristicLab.Algorithms.DataAnalysis.Views/3.4/OneRClassificationModelView.cs (modified) (1 diff)
• HeuristicLab.Algorithms.DataAnalysis/3.4/Linear/OneR.cs (modified) (8 diffs)
• HeuristicLab.Algorithms.DataAnalysis/3.4/Linear/OneR/OneRClassificationModel.cs (modified) (4 diffs)
• HeuristicLab.Problems.DataAnalysis.Views/3.4/Classification/ClassificationSolutionComparisonView.Designer.cs (modified) (1 diff)
• HeuristicLab.Problems.DataAnalysis.Views/3.4/Classification/ClassificationSolutionComparisonView.cs (modified) (3 diffs)

branches/ClassificationModelComparison/HeuristicLab.Algorithms.DataAnalysis.Views/3.4/OneRClassificationModelView.Designer.cs

@@ -46 +46 @@
     private void InitializeComponent() {
       this.dataGridView = new System.Windows.Forms.DataGridView();
-      this.variableLabel = new System.Windows.Forms.Label();
       this.intervalstart = new System.Windows.Forms.DataGridViewTextBoxColumn();
       this.intervalend = new System.Windows.Forms.DataGridViewTextBoxColumn();
       this.classcolumn = new System.Windows.Forms.DataGridViewTextBoxColumn();
+      this.variableLabel = new System.Windows.Forms.Label();
+      this.MissingValuesClassLabel = new System.Windows.Forms.Label();
       ((System.ComponentModel.ISupportInitialize)(this.dataGridView)).BeginInit();
       this.SuspendLayout();
@@ -68 +69 @@
       this.dataGridView.Name = "dataGridView";
       this.dataGridView.ReadOnly = true;
-      this.dataGridView.Size = new System.Drawing.Size(361, 196);
+      this.dataGridView.Size = new System.Drawing.Size(389, 230);
       this.dataGridView.TabIndex = 0;
-      // 
-      // variableLabel
-      // 
-      this.variableLabel.AutoSize = true;
-      this.variableLabel.Location = new System.Drawing.Point(3, 10);
-      this.variableLabel.Name = "variableLabel";
-      this.variableLabel.Size = new System.Drawing.Size(48, 13);
-      this.variableLabel.TabIndex = 1;
-      this.variableLabel.Text = "Variable:";
       // 
       // intervalstart
@@ -98 +90 @@
       this.classcolumn.ReadOnly = true;
       // 
+      // variableLabel
+      // 
+      this.variableLabel.AutoSize = true;
+      this.variableLabel.Location = new System.Drawing.Point(3, 10);
+      this.variableLabel.Name = "variableLabel";
+      this.variableLabel.Size = new System.Drawing.Size(48, 13);
+      this.variableLabel.TabIndex = 1;
+      this.variableLabel.Text = "Variable:";
+      // 
+      // MissingValuesClassLabel
+      // 
+      this.MissingValuesClassLabel.Anchor = System.Windows.Forms.AnchorStyles.Top;
+      this.MissingValuesClassLabel.AutoSize = true;
+      this.MissingValuesClassLabel.Location = new System.Drawing.Point(165, 10);
+      this.MissingValuesClassLabel.Name = "MissingValuesClassLabel";
+      this.MissingValuesClassLabel.Size = new System.Drawing.Size(118, 13);
+      this.MissingValuesClassLabel.TabIndex = 2;
+      this.MissingValuesClassLabel.Text = "Class of missing values:";
+      // 
       // OneRClassificationModelView
       // 
       this.AutoScaleDimensions = new System.Drawing.SizeF(6F, 13F);
       this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.Font;
+      this.Controls.Add(this.MissingValuesClassLabel);
       this.Controls.Add(this.variableLabel);
       this.Controls.Add(this.dataGridView);
       this.Name = "OneRClassificationModelView";
-      this.Size = new System.Drawing.Size(367, 231);
+      this.Size = new System.Drawing.Size(395, 265);
       ((System.ComponentModel.ISupportInitialize)(this.dataGridView)).EndInit();
       this.ResumeLayout(false);
@@ -119 +131 @@
     private System.Windows.Forms.DataGridViewTextBoxColumn intervalend;
     private System.Windows.Forms.DataGridViewTextBoxColumn classcolumn;
+    private System.Windows.Forms.Label MissingValuesClassLabel;
   }
 }

branches/ClassificationModelComparison/HeuristicLab.Algorithms.DataAnalysis.Views/3.4/OneRClassificationModelView.cs

@@ -49 +49 @@
         if (Content == null) {
           variableLabel.Text = "Variable: ";
+          MissingValuesClassLabel.Text = "Class of missing values: ";
           dataGridView.Rows.Clear();
         } else {
           variableLabel.Text = "Variable: " + Content.Variable;
+          MissingValuesClassLabel.Text = "Class of missing values: " + Content.MissingValuesClass;
 
           dataGridView.RowCount = Content.Classes.Length;

branches/ClassificationModelComparison/HeuristicLab.Algorithms.DataAnalysis/3.4/Linear/OneR.cs

@@ -84 +84 @@
       string bestVariable = null;
       Dictionary<double, double> bestSplits = null;
+      double missingValuesClass = double.NaN;
       int correctClassified = 0;
 
@@ -98 +99 @@
         bool done = false;
         int curRow = 0;
+
+        if (curRow < inputVariableValues.Length && Double.IsNaN(inputVariableValues[curRow])) {
+          while (curRow < inputVariableValues.Length && Double.IsNaN(inputVariableValues[curRow])) {
+            classCount[classValuesInDataset[curRow]] += 1;
+            curRow++;
+          }
+          if (ExistsDominatingClass(classCount, out dominatingClass)) {
+            missingValuesClass = dominatingClass;
+          } else {
+            missingValuesClass = GetRandomMaxClass(classCount, random);
+          }
+          correctClassified += classCount[missingValuesClass];
+          classCount = PrepareClassCountDictionary(classValues);
+        }
         while (curRow < inputVariableValues.Length) {
           if (newBucket) {
@@ -108 +123 @@
             }
             curSplit = inputVariableValues[curRow];
-            curRow = SetCurRowCorrectly(curRow, inputVariableValues, classValuesInDataset, classCount, curSplit);
+            curRow = SetCurRowToEndOfSplit(curRow, inputVariableValues, classValuesInDataset, classCount, curSplit);
             newBucket = false;
           }
-
 
           if (ExistsDominatingClass(classCount, out dominatingClass)) {
             while (curRow + 1 < classValuesInDataset.Length &&
-              IsNextSplitStillDominationClass(curRow, inputVariableValues, classValuesInDataset, curSplit, dominatingClass)) {
-              // curRow + i < classValuesInDataset.Length && classValuesInDataset[curRow + i] == dominatingClass) {
-              curSplit = inputVariableValues[curRow + 1];
-              classCount[classValuesInDataset[curRow + 1]] += 1;
+              IsNextSplitStillDominatingClass(curRow, inputVariableValues, classValuesInDataset, curSplit, dominatingClass)) {
               curRow++;
-              curRow = SetCurRowCorrectly(curRow, inputVariableValues, classValuesInDataset, classCount, curSplit);
+              curSplit = inputVariableValues[curRow];
+              classCount[classValuesInDataset[curRow]] += 1;
+              curRow = SetCurRowToEndOfSplit(curRow, inputVariableValues, classValuesInDataset, classCount, curSplit);
             }
 
@@ -144 +157 @@
             curSplit = inputVariableValues[curRow];
             classCount[classValuesInDataset[curRow]] += 1;
-            curRow = SetCurRowCorrectly(curRow, inputVariableValues, classValuesInDataset, classCount, curSplit);
+            curRow = SetCurRowToEndOfSplit(curRow, inputVariableValues, classValuesInDataset, classCount, curSplit);
           }
         }
@@ -150 +163 @@
         if (!done) {
           curSplit = Double.PositiveInfinity;
-
-          IList<double> possibleClasses = new List<double>();
-          int max = 0;
-          foreach (var item in classCount) {
-            if (max < item.Value) {
-              max = item.Value;
-              possibleClasses = new List<double>();
-              possibleClasses.Add(item.Key);
-            } else {
-              possibleClasses.Add(item.Key);
-            }
-          }
-          int classindex = random.Next(possibleClasses.Count);
-          splits.Add(curSplit, possibleClasses[classindex]);
-
-          curCorrectClassified += classCount[possibleClasses[classindex]];
+          double randomClass = GetRandomMaxClass(classCount, random);
+          splits.Add(curSplit, randomClass);
+
+          curCorrectClassified += classCount[randomClass];
         }
 
@@ -177 +178 @@
       Dictionary<double, double> mergedSplits = MergeSplits(bestSplits);
 
-      var model = new OneRClassificationModel(bestVariable, mergedSplits.Keys.ToArray(), mergedSplits.Values.ToArray());
+      var model = new OneRClassificationModel(bestVariable, mergedSplits.Keys.ToArray(), mergedSplits.Values.ToArray(), missingValuesClass);
       var solution = new OneRClassificationSolution(model, (IClassificationProblemData)problemData.Clone());
 
@@ -183 +184 @@
     }
 
-    private static bool IsNextSplitStillDominationClass(int curRow, double[] inputVariableValues, double[] classValuesInDataset, double curSplit, double dominatingClass) {
+    private static double GetRandomMaxClass(Dictionary<double, int> classCount, IRandom random) {
+      IList<double> possibleClasses = new List<double>();
+      int max = 0;
+      foreach (var item in classCount) {
+        if (max < item.Value) {
+          max = item.Value;
+          possibleClasses = new List<double>();
+          possibleClasses.Add(item.Key);
+        } else if (max == item.Value) {
+          possibleClasses.Add(item.Key);
+        }
+      }
+      int classindex = random.Next(possibleClasses.Count);
+      return possibleClasses[classindex];
+    }
+
+    private static bool IsNextSplitStillDominatingClass(int curRow, double[] inputVariableValues, double[] classValuesInDataset, double curSplit, double dominatingClass) {
       if (curRow >= classValuesInDataset.Length) {
         return false;
@@ -205 +222 @@
     }
 
-    private static int SetCurRowCorrectly(int curRow, double[] inputVariableValues, double[] classValuesInDataset, Dictionary<double, int> classCount, double curSplit) {
+    // needed if variable contains the same value several times
+    private static int SetCurRowToEndOfSplit(int curRow, double[] inputVariableValues, double[] classValuesInDataset, Dictionary<double, int> classCount, double curSplit) {
       while (curRow + 1 < inputVariableValues.Length && inputVariableValues[curRow + 1] == curSplit) {
         curRow++;

branches/ClassificationModelComparison/HeuristicLab.Algorithms.DataAnalysis/3.4/Linear/OneR/OneRClassificationModel.cs

@@ -50 +50 @@
     }
 
+    [Storable]
+    protected double missingValuesClass;
+    public double MissingValuesClass {
+      get { return missingValuesClass; }
+    }
+
     [StorableConstructor]
     protected OneRClassificationModel(bool deserializing) : base(deserializing) { }
@@ -60 +66 @@
     public override IDeepCloneable Clone(Cloner cloner) { return new OneRClassificationModel(this, cloner); }
 
-    public OneRClassificationModel(string variable, double[] splits, double[] classes)
+    public OneRClassificationModel(string variable, double[] splits, double[] classes, double missingValuesClass = double.NaN)
       : base() {
       if (splits.Length != classes.Length) {
@@ -73 +79 @@
       this.splits = splits;
       this.classes = classes;
+      this.missingValuesClass = missingValuesClass;
     }
 
@@ -85 +92 @@
       Array.Sort(values, rowsArray);
       int curSplit = 0, curIndex = 0;
+      while (curIndex < values.Length && Double.IsNaN(values[curIndex])) {
+        estimated[curIndex] = MissingValuesClass;
+        curIndex++;
+      }
       while (curSplit < Splits.Length) {
         while (curIndex < values.Length && Splits[curSplit] > values[curIndex]) {

branches/ClassificationModelComparison/HeuristicLab.Problems.DataAnalysis.Views/3.4/Classification/ClassificationSolutionComparisonView.Designer.cs

@@ -60 +60 @@
       this.dataGridView.Size = new System.Drawing.Size(418, 257);
       this.dataGridView.TabIndex = 0;
+      this.dataGridView.MouseDoubleClick += new System.Windows.Forms.MouseEventHandler(this.dataGridView_MouseDoubleClick);
       // 
       // ClassificationSolutionComparisonView

branches/ClassificationModelComparison/HeuristicLab.Problems.DataAnalysis.Views/3.4/Classification/ClassificationSolutionComparisonView.cs

@@ -33 +33 @@
   [Content(typeof(IClassificationSolution))]
   public partial class ClassificationSolutionComparisonView : DataAnalysisSolutionEvaluationView {
+    private List<IClassificationSolution> solutions;
+
     public ClassificationSolutionComparisonView() {
       InitializeComponent();
@@ -75 +77 @@
           dataGridView.Rows.Clear();
           dataGridView.Columns.Clear();
+          solutions.Clear();
         } else {
 
           IClassificationProblemData problemData = Content.ProblemData;
           Dataset dataset = problemData.Dataset;
-          List<IClassificationSolution> solutions = new List<IClassificationSolution>() { Content };
+          solutions = new List<IClassificationSolution>() { Content };
           solutions.AddRange(GenerateClassificationSolutions(problemData));
 
@@ -126 +129 @@
 
     private IEnumerable<IClassificationSolution> GenerateClassificationSolutions(IClassificationProblemData problemData) {
+      var solutions = new List<IClassificationSolution>();
       var zeroR = ZeroR.CreateZeroRSolution(problemData);
       zeroR.Name = "0R Classification Solution";
+      solutions.Add(zeroR);
       var oneR = OneR.CreateOneRSolution(problemData, 6, new FastRandom());
       oneR.Name = "1R Classification Solution";
-      var lda = LinearDiscriminantAnalysis.CreateLinearDiscriminantAnalysisSolution(problemData);
-      lda.Name = "Linear Discriminant Analysis Solution";
-      return new List<IClassificationSolution>() { zeroR, oneR, lda };
+      solutions.Add(oneR);
+      try {
+        var lda = LinearDiscriminantAnalysis.CreateLinearDiscriminantAnalysisSolution(problemData);
+        lda.Name = "Linear Discriminant Analysis Solution";
+        solutions.Add(lda);
+      }
+      catch (NotSupportedException) { }
+      catch (ArgumentException) { }
+      return solutions;
+    }
+
+    private void dataGridView_MouseDoubleClick(object sender, MouseEventArgs e) {
+      var hittestinfo = dataGridView.HitTest(e.X, e.Y);
+      if (hittestinfo.Type != DataGridViewHitTestType.RowHeader) { return; }
+      if (hittestinfo.RowIndex > solutions.Count) { return; }
+
+      MainFormManager.MainForm.ShowContent(solutions[hittestinfo.RowIndex]);
     }
   }