Changeset 13803 for branches/PerformanceComparison/HeuristicLab.OptimizationExpertSystem/3.3/Views/PerformanceModelingView.Designer.cs

Timestamp:

04/27/16 16:21:07 (8 years ago)

Author:

abeham

Message:

#2457:

• changed expected runtime calculation
  • now outputs positive infinity instead of nan when no run was successful
  • now filters outliers in successful and unsuccessful runs by using two standard deviations of the mean of successful runs as lower bound
    • this change allows having unsuccessful runs in the database with low evaluations / runtime (e.g. due to being aborted early or from an experiment where the max budget was lower)
• worked on recommendation algorithms
  • implemented several performance measures (absolute error, absolute log error, ndcp, kendall's tau) to evaluate the ranking

File:

• branches/PerformanceComparison/HeuristicLab.OptimizationExpertSystem/3.3/Views/PerformanceModelingView.Designer.cs (modified) (12 diffs)

branches/PerformanceComparison/HeuristicLab.OptimizationExpertSystem/3.3/Views/PerformanceModelingView.Designer.cs

@@ -55 +55 @@
       this.parameterCollectionView = new HeuristicLab.Core.Views.ParameterCollectionView();
       this.crossvalidationTabPage = new System.Windows.Forms.TabPage();
+      this.topNComboBox = new System.Windows.Forms.ComboBox();
+      this.topNlabel = new System.Windows.Forms.Label();
       this.kendallsTauLabel = new System.Windows.Forms.Label();
       this.predictedLabel = new System.Windows.Forms.Label();
-      this.actualLabel = new System.Windows.Forms.Label();
       this.absoluteLogErrorLabel = new System.Windows.Forms.Label();
       this.absoluteErrorLabel = new System.Windows.Forms.Label();
@@ -67 +68 @@
       this.minTargetView = new HeuristicLab.Data.Views.StringConvertibleValueView();
       this.minimumTargetLabel = new System.Windows.Forms.Label();
+      this.ncdgView = new HeuristicLab.Data.Views.StringConvertibleValueView();
+      this.ndcgLabel = new System.Windows.Forms.Label();
       this.tabControl.SuspendLayout();
       this.characteristicsTabPage.SuspendLayout();
@@ -139 +142 @@
       this.characteristicsViewHost.Name = "characteristicsViewHost";
       this.characteristicsViewHost.ReadOnly = false;
-      this.characteristicsViewHost.Size = new System.Drawing.Size(680, 283);
+      this.characteristicsViewHost.Size = new System.Drawing.Size(940, 442);
       this.characteristicsViewHost.TabIndex = 1;
       this.characteristicsViewHost.ViewsLabelVisible = true;
@@ -180 +183 @@
       // crossvalidationTabPage
       // 
+      this.crossvalidationTabPage.Controls.Add(this.topNComboBox);
+      this.crossvalidationTabPage.Controls.Add(this.topNlabel);
+      this.crossvalidationTabPage.Controls.Add(this.ndcgLabel);
       this.crossvalidationTabPage.Controls.Add(this.kendallsTauLabel);
       this.crossvalidationTabPage.Controls.Add(this.predictedLabel);
-      this.crossvalidationTabPage.Controls.Add(this.actualLabel);
       this.crossvalidationTabPage.Controls.Add(this.absoluteLogErrorLabel);
       this.crossvalidationTabPage.Controls.Add(this.absoluteErrorLabel);
+      this.crossvalidationTabPage.Controls.Add(this.ncdgView);
       this.crossvalidationTabPage.Controls.Add(this.kendallsTauView);
       this.crossvalidationTabPage.Controls.Add(this.absoluteLogErrorView);
@@ -198 +204 @@
       this.crossvalidationTabPage.UseVisualStyleBackColor = true;
       // 
+      // topNComboBox
+      // 
+      this.topNComboBox.DropDownStyle = System.Windows.Forms.ComboBoxStyle.DropDownList;
+      this.topNComboBox.FormattingEnabled = true;
+      this.topNComboBox.Location = new System.Drawing.Point(331, 9);
+      this.topNComboBox.Name = "topNComboBox";
+      this.topNComboBox.Size = new System.Drawing.Size(76, 21);
+      this.topNComboBox.TabIndex = 5;
+      this.topNComboBox.SelectedIndexChanged += new System.EventHandler(this.topNComboBox_SelectedIndexChanged);
+      // 
+      // topNlabel
+      // 
+      this.topNlabel.AutoSize = true;
+      this.topNlabel.Location = new System.Drawing.Point(192, 12);
+      this.topNlabel.Name = "topNlabel";
+      this.topNlabel.Size = new System.Drawing.Size(133, 13);
+      this.topNlabel.TabIndex = 4;
+      this.topNlabel.Text = "Evaluate only best ranked:";
+      // 
       // kendallsTauLabel
       // 
       this.kendallsTauLabel.AutoSize = true;
-      this.kendallsTauLabel.Location = new System.Drawing.Point(519, 165);
+      this.kendallsTauLabel.Location = new System.Drawing.Point(519, 224);
       this.kendallsTauLabel.Margin = new System.Windows.Forms.Padding(3);
       this.kendallsTauLabel.Name = "kendallsTauLabel";
@@ -219 +244 @@
       this.predictedLabel.Text = "PREDICTED";
       // 
-      // actualLabel
-      // 
-      this.actualLabel.AutoSize = true;
-      this.actualLabel.Font = new System.Drawing.Font("Microsoft Sans Serif", 8.25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(0)));
-      this.actualLabel.Location = new System.Drawing.Point(16, 155);
-      this.actualLabel.Margin = new System.Windows.Forms.Padding(3);
-      this.actualLabel.Name = "actualLabel";
-      this.actualLabel.Size = new System.Drawing.Size(15, 78);
-      this.actualLabel.TabIndex = 3;
-      this.actualLabel.Text = "A\r\nC\r\nT\r\nU\r\nA\r\nL";
-      // 
       // absoluteLogErrorLabel
       // 
@@ -236 +250 @@
       this.absoluteLogErrorLabel.Margin = new System.Windows.Forms.Padding(3);
       this.absoluteLogErrorLabel.Name = "absoluteLogErrorLabel";
-      this.absoluteLogErrorLabel.Size = new System.Drawing.Size(127, 13);
+      this.absoluteLogErrorLabel.Size = new System.Drawing.Size(162, 13);
       this.absoluteLogErrorLabel.TabIndex = 3;
-      this.absoluteLogErrorLabel.Text = "Mean Absolute Log Error:";
+      this.absoluteLogErrorLabel.Text = "Mean Absolute Log Error (top N):";
       // 
       // absoluteErrorLabel
@@ -246 +260 @@
       this.absoluteErrorLabel.Margin = new System.Windows.Forms.Padding(3);
       this.absoluteErrorLabel.Name = "absoluteErrorLabel";
-      this.absoluteErrorLabel.Size = new System.Drawing.Size(106, 13);
+      this.absoluteErrorLabel.Size = new System.Drawing.Size(141, 13);
       this.absoluteErrorLabel.TabIndex = 3;
-      this.absoluteErrorLabel.Text = "Mean Absolute Error:";
+      this.absoluteErrorLabel.Text = "Mean Absolute Error (top N):";
       // 
       // kendallsTauView
@@ -255 +269 @@
       this.kendallsTauView.Content = null;
       this.kendallsTauView.LabelVisible = false;
-      this.kendallsTauView.Location = new System.Drawing.Point(503, 184);
+      this.kendallsTauView.Location = new System.Drawing.Point(503, 243);
       this.kendallsTauView.Name = "kendallsTauView";
       this.kendallsTauView.ReadOnly = true;
@@ -292 +306 @@
       this.confusionMatrixView.ShowRowsAndColumnsTextBox = false;
       this.confusionMatrixView.ShowStatisticalInformation = false;
-      this.confusionMatrixView.Size = new System.Drawing.Size(438, 244);
+      this.confusionMatrixView.Size = new System.Drawing.Size(438, 134);
       this.confusionMatrixView.TabIndex = 1;
       // 
@@ -324 +338 @@
       this.minimumTargetLabel.TabIndex = 17;
       this.minimumTargetLabel.Text = "Target:";
+      // 
+      // ncdgView
+      // 
+      this.ncdgView.Caption = "StringConvertibleValue View";
+      this.ncdgView.Content = null;
+      this.ncdgView.LabelVisible = false;
+      this.ncdgView.Location = new System.Drawing.Point(503, 184);
+      this.ncdgView.Name = "ncdgView";
+      this.ncdgView.ReadOnly = true;
+      this.ncdgView.Size = new System.Drawing.Size(194, 21);
+      this.ncdgView.TabIndex = 2;
+      // 
+      // ndcgLabel
+      // 
+      this.ndcgLabel.AutoSize = true;
+      this.ndcgLabel.Location = new System.Drawing.Point(519, 165);
+      this.ndcgLabel.Margin = new System.Windows.Forms.Padding(3);
+      this.ndcgLabel.Name = "ndcgLabel";
+      this.ndcgLabel.Size = new System.Drawing.Size(106, 13);
+      this.ndcgLabel.TabIndex = 3;
+      this.ndcgLabel.Text = "Mean NDCG (top N):";
       // 
       // PerformanceModelingView
@@ -368 +403 @@
     private Data.Views.StringConvertibleMatrixView confusionMatrixView;
     private System.Windows.Forms.Label predictedLabel;
-    private System.Windows.Forms.Label actualLabel;
     private System.Windows.Forms.Label absoluteLogErrorLabel;
     private Data.Views.StringConvertibleValueView absoluteLogErrorView;
+    private System.Windows.Forms.ComboBox topNComboBox;
+    private System.Windows.Forms.Label topNlabel;
+    private System.Windows.Forms.Label ndcgLabel;
+    private Data.Views.StringConvertibleValueView ncdgView;
   }
 }