source: branches/PerformanceComparison/HeuristicLab.OptimizationExpertSystem/3.3/Views/PerformanceModelingView.Designer.cs @ 13803

Last change on this file since 13803 was 13803, checked in by abeham, 3 years ago

#2457:

  • changed expected runtime calculation
    • now outputs positive infinity instead of nan when no run was successful
    • now filters outliers in successful and unsuccessful runs by using two standard deviations of the mean of successful runs as lower bound
      • this change allows having unsuccessful runs in the database with low evaluations / runtime (e.g. due to being aborted early or from an experiment where the max budget was lower)
  • worked on recommendation algorithms
    • implemented several performance measures (absolute error, absolute log error, ndcp, kendall's tau) to evaluate the ranking
File size: 20.5 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2016 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22namespace HeuristicLab.OptimizationExpertSystem {
23  partial class PerformanceModelingView {
24    /// <summary>
25    /// Required designer variable.
26    /// </summary>
27    private System.ComponentModel.IContainer components = null;
28
29    /// <summary>
30    /// Clean up any resources being used.
31    /// </summary>
32    /// <param name="disposing">true if managed resources should be disposed; otherwise, false.</param>
33    protected override void Dispose(bool disposing) {
34      if (disposing && (components != null)) {
35        components.Dispose();
36      }
37      base.Dispose(disposing);
38    }
39
40    #region Component Designer generated code
41
42    /// <summary>
43    /// Required method for Designer support - do not modify
44    /// the contents of this method with the code editor.
45    /// </summary>
46    private void InitializeComponent() {
47      this.recommenderLabel = new System.Windows.Forms.Label();
48      this.recommenderComboBox = new System.Windows.Forms.ComboBox();
49      this.recommendStartButton = new System.Windows.Forms.Button();
50      this.tabControl = new System.Windows.Forms.TabControl();
51      this.characteristicsTabPage = new System.Windows.Forms.TabPage();
52      this.characteristicsViewHost = new HeuristicLab.MainForm.WindowsForms.ViewHost();
53      this.refreshCharacteristicsButton = new System.Windows.Forms.Button();
54      this.parametersTabPage = new System.Windows.Forms.TabPage();
55      this.parameterCollectionView = new HeuristicLab.Core.Views.ParameterCollectionView();
56      this.crossvalidationTabPage = new System.Windows.Forms.TabPage();
57      this.topNComboBox = new System.Windows.Forms.ComboBox();
58      this.topNlabel = new System.Windows.Forms.Label();
59      this.kendallsTauLabel = new System.Windows.Forms.Label();
60      this.predictedLabel = new System.Windows.Forms.Label();
61      this.absoluteLogErrorLabel = new System.Windows.Forms.Label();
62      this.absoluteErrorLabel = new System.Windows.Forms.Label();
63      this.kendallsTauView = new HeuristicLab.Data.Views.StringConvertibleValueView();
64      this.absoluteLogErrorView = new HeuristicLab.Data.Views.StringConvertibleValueView();
65      this.absoluteErrorView = new HeuristicLab.Data.Views.StringConvertibleValueView();
66      this.confusionMatrixView = new HeuristicLab.Data.Views.StringConvertibleMatrixView();
67      this.xValidateButton = new System.Windows.Forms.Button();
68      this.minTargetView = new HeuristicLab.Data.Views.StringConvertibleValueView();
69      this.minimumTargetLabel = new System.Windows.Forms.Label();
70      this.ncdgView = new HeuristicLab.Data.Views.StringConvertibleValueView();
71      this.ndcgLabel = new System.Windows.Forms.Label();
72      this.tabControl.SuspendLayout();
73      this.characteristicsTabPage.SuspendLayout();
74      this.parametersTabPage.SuspendLayout();
75      this.crossvalidationTabPage.SuspendLayout();
76      this.SuspendLayout();
77      //
78      // recommenderLabel
79      //
80      this.recommenderLabel.AutoSize = true;
81      this.recommenderLabel.Location = new System.Drawing.Point(5, 6);
82      this.recommenderLabel.Name = "recommenderLabel";
83      this.recommenderLabel.Size = new System.Drawing.Size(79, 13);
84      this.recommenderLabel.TabIndex = 12;
85      this.recommenderLabel.Text = "Recommender:";
86      //
87      // recommenderComboBox
88      //
89      this.recommenderComboBox.DropDownStyle = System.Windows.Forms.ComboBoxStyle.DropDownList;
90      this.recommenderComboBox.FormattingEnabled = true;
91      this.recommenderComboBox.Location = new System.Drawing.Point(90, 3);
92      this.recommenderComboBox.Name = "recommenderComboBox";
93      this.recommenderComboBox.Size = new System.Drawing.Size(206, 21);
94      this.recommenderComboBox.TabIndex = 11;
95      this.recommenderComboBox.SelectedIndexChanged += new System.EventHandler(this.RecommenderComboBoxOnSelectedIndexChanged);
96      //
97      // recommendStartButton
98      //
99      this.recommendStartButton.Location = new System.Drawing.Point(442, 1);
100      this.recommendStartButton.Name = "recommendStartButton";
101      this.recommendStartButton.Size = new System.Drawing.Size(26, 23);
102      this.recommendStartButton.TabIndex = 13;
103      this.recommendStartButton.Text = "Start";
104      this.recommendStartButton.UseVisualStyleBackColor = true;
105      this.recommendStartButton.Click += new System.EventHandler(this.RecommendStartButtonOnClick);
106      //
107      // tabControl
108      //
109      this.tabControl.Anchor = ((System.Windows.Forms.AnchorStyles)((((System.Windows.Forms.AnchorStyles.Top | System.Windows.Forms.AnchorStyles.Bottom) 
110            | System.Windows.Forms.AnchorStyles.Left) 
111            | System.Windows.Forms.AnchorStyles.Right)));
112      this.tabControl.Controls.Add(this.characteristicsTabPage);
113      this.tabControl.Controls.Add(this.parametersTabPage);
114      this.tabControl.Controls.Add(this.crossvalidationTabPage);
115      this.tabControl.Location = new System.Drawing.Point(0, 30);
116      this.tabControl.Name = "tabControl";
117      this.tabControl.SelectedIndex = 0;
118      this.tabControl.Size = new System.Drawing.Size(960, 509);
119      this.tabControl.TabIndex = 14;
120      //
121      // characteristicsTabPage
122      //
123      this.characteristicsTabPage.Controls.Add(this.characteristicsViewHost);
124      this.characteristicsTabPage.Controls.Add(this.refreshCharacteristicsButton);
125      this.characteristicsTabPage.Location = new System.Drawing.Point(4, 22);
126      this.characteristicsTabPage.Name = "characteristicsTabPage";
127      this.characteristicsTabPage.Padding = new System.Windows.Forms.Padding(3);
128      this.characteristicsTabPage.Size = new System.Drawing.Size(952, 483);
129      this.characteristicsTabPage.TabIndex = 2;
130      this.characteristicsTabPage.Text = "Characteristics";
131      this.characteristicsTabPage.UseVisualStyleBackColor = true;
132      //
133      // characteristicsViewHost
134      //
135      this.characteristicsViewHost.Anchor = ((System.Windows.Forms.AnchorStyles)((((System.Windows.Forms.AnchorStyles.Top | System.Windows.Forms.AnchorStyles.Bottom) 
136            | System.Windows.Forms.AnchorStyles.Left) 
137            | System.Windows.Forms.AnchorStyles.Right)));
138      this.characteristicsViewHost.Caption = "View";
139      this.characteristicsViewHost.Content = null;
140      this.characteristicsViewHost.Enabled = false;
141      this.characteristicsViewHost.Location = new System.Drawing.Point(6, 35);
142      this.characteristicsViewHost.Name = "characteristicsViewHost";
143      this.characteristicsViewHost.ReadOnly = false;
144      this.characteristicsViewHost.Size = new System.Drawing.Size(940, 442);
145      this.characteristicsViewHost.TabIndex = 1;
146      this.characteristicsViewHost.ViewsLabelVisible = true;
147      this.characteristicsViewHost.ViewType = null;
148      //
149      // refreshCharacteristicsButton
150      //
151      this.refreshCharacteristicsButton.Location = new System.Drawing.Point(6, 6);
152      this.refreshCharacteristicsButton.Name = "refreshCharacteristicsButton";
153      this.refreshCharacteristicsButton.Size = new System.Drawing.Size(26, 23);
154      this.refreshCharacteristicsButton.TabIndex = 0;
155      this.refreshCharacteristicsButton.Text = "Refresh";
156      this.refreshCharacteristicsButton.UseVisualStyleBackColor = true;
157      this.refreshCharacteristicsButton.Click += new System.EventHandler(this.RefreshCharacteristicsButtonOnClick);
158      //
159      // parametersTabPage
160      //
161      this.parametersTabPage.Controls.Add(this.parameterCollectionView);
162      this.parametersTabPage.Location = new System.Drawing.Point(4, 22);
163      this.parametersTabPage.Name = "parametersTabPage";
164      this.parametersTabPage.Padding = new System.Windows.Forms.Padding(3);
165      this.parametersTabPage.Size = new System.Drawing.Size(952, 483);
166      this.parametersTabPage.TabIndex = 0;
167      this.parametersTabPage.Text = "Parameters";
168      this.parametersTabPage.UseVisualStyleBackColor = true;
169      //
170      // parameterCollectionView
171      //
172      this.parameterCollectionView.AllowEditingOfHiddenParameters = true;
173      this.parameterCollectionView.Caption = "ParameterCollection View";
174      this.parameterCollectionView.Content = null;
175      this.parameterCollectionView.Dock = System.Windows.Forms.DockStyle.Fill;
176      this.parameterCollectionView.Location = new System.Drawing.Point(3, 3);
177      this.parameterCollectionView.Name = "parameterCollectionView";
178      this.parameterCollectionView.ReadOnly = false;
179      this.parameterCollectionView.ShowDetails = true;
180      this.parameterCollectionView.Size = new System.Drawing.Size(946, 477);
181      this.parameterCollectionView.TabIndex = 0;
182      //
183      // crossvalidationTabPage
184      //
185      this.crossvalidationTabPage.Controls.Add(this.topNComboBox);
186      this.crossvalidationTabPage.Controls.Add(this.topNlabel);
187      this.crossvalidationTabPage.Controls.Add(this.ndcgLabel);
188      this.crossvalidationTabPage.Controls.Add(this.kendallsTauLabel);
189      this.crossvalidationTabPage.Controls.Add(this.predictedLabel);
190      this.crossvalidationTabPage.Controls.Add(this.absoluteLogErrorLabel);
191      this.crossvalidationTabPage.Controls.Add(this.absoluteErrorLabel);
192      this.crossvalidationTabPage.Controls.Add(this.ncdgView);
193      this.crossvalidationTabPage.Controls.Add(this.kendallsTauView);
194      this.crossvalidationTabPage.Controls.Add(this.absoluteLogErrorView);
195      this.crossvalidationTabPage.Controls.Add(this.absoluteErrorView);
196      this.crossvalidationTabPage.Controls.Add(this.confusionMatrixView);
197      this.crossvalidationTabPage.Controls.Add(this.xValidateButton);
198      this.crossvalidationTabPage.Location = new System.Drawing.Point(4, 22);
199      this.crossvalidationTabPage.Name = "crossvalidationTabPage";
200      this.crossvalidationTabPage.Padding = new System.Windows.Forms.Padding(3);
201      this.crossvalidationTabPage.Size = new System.Drawing.Size(952, 483);
202      this.crossvalidationTabPage.TabIndex = 1;
203      this.crossvalidationTabPage.Text = "Crossvalidation";
204      this.crossvalidationTabPage.UseVisualStyleBackColor = true;
205      //
206      // topNComboBox
207      //
208      this.topNComboBox.DropDownStyle = System.Windows.Forms.ComboBoxStyle.DropDownList;
209      this.topNComboBox.FormattingEnabled = true;
210      this.topNComboBox.Location = new System.Drawing.Point(331, 9);
211      this.topNComboBox.Name = "topNComboBox";
212      this.topNComboBox.Size = new System.Drawing.Size(76, 21);
213      this.topNComboBox.TabIndex = 5;
214      this.topNComboBox.SelectedIndexChanged += new System.EventHandler(this.topNComboBox_SelectedIndexChanged);
215      //
216      // topNlabel
217      //
218      this.topNlabel.AutoSize = true;
219      this.topNlabel.Location = new System.Drawing.Point(192, 12);
220      this.topNlabel.Name = "topNlabel";
221      this.topNlabel.Size = new System.Drawing.Size(133, 13);
222      this.topNlabel.TabIndex = 4;
223      this.topNlabel.Text = "Evaluate only best ranked:";
224      //
225      // kendallsTauLabel
226      //
227      this.kendallsTauLabel.AutoSize = true;
228      this.kendallsTauLabel.Location = new System.Drawing.Point(519, 224);
229      this.kendallsTauLabel.Margin = new System.Windows.Forms.Padding(3);
230      this.kendallsTauLabel.Name = "kendallsTauLabel";
231      this.kendallsTauLabel.Size = new System.Drawing.Size(104, 13);
232      this.kendallsTauLabel.TabIndex = 3;
233      this.kendallsTauLabel.Text = "Mean Kendall\'s Tau:";
234      //
235      // predictedLabel
236      //
237      this.predictedLabel.AutoSize = true;
238      this.predictedLabel.Font = new System.Drawing.Font("Microsoft Sans Serif", 8.25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(0)));
239      this.predictedLabel.Location = new System.Drawing.Point(223, 52);
240      this.predictedLabel.Margin = new System.Windows.Forms.Padding(3);
241      this.predictedLabel.Name = "predictedLabel";
242      this.predictedLabel.Size = new System.Drawing.Size(69, 13);
243      this.predictedLabel.TabIndex = 3;
244      this.predictedLabel.Text = "PREDICTED";
245      //
246      // absoluteLogErrorLabel
247      //
248      this.absoluteLogErrorLabel.AutoSize = true;
249      this.absoluteLogErrorLabel.Location = new System.Drawing.Point(519, 109);
250      this.absoluteLogErrorLabel.Margin = new System.Windows.Forms.Padding(3);
251      this.absoluteLogErrorLabel.Name = "absoluteLogErrorLabel";
252      this.absoluteLogErrorLabel.Size = new System.Drawing.Size(162, 13);
253      this.absoluteLogErrorLabel.TabIndex = 3;
254      this.absoluteLogErrorLabel.Text = "Mean Absolute Log Error (top N):";
255      //
256      // absoluteErrorLabel
257      //
258      this.absoluteErrorLabel.AutoSize = true;
259      this.absoluteErrorLabel.Location = new System.Drawing.Point(519, 52);
260      this.absoluteErrorLabel.Margin = new System.Windows.Forms.Padding(3);
261      this.absoluteErrorLabel.Name = "absoluteErrorLabel";
262      this.absoluteErrorLabel.Size = new System.Drawing.Size(141, 13);
263      this.absoluteErrorLabel.TabIndex = 3;
264      this.absoluteErrorLabel.Text = "Mean Absolute Error (top N):";
265      //
266      // kendallsTauView
267      //
268      this.kendallsTauView.Caption = "StringConvertibleValue View";
269      this.kendallsTauView.Content = null;
270      this.kendallsTauView.LabelVisible = false;
271      this.kendallsTauView.Location = new System.Drawing.Point(503, 243);
272      this.kendallsTauView.Name = "kendallsTauView";
273      this.kendallsTauView.ReadOnly = true;
274      this.kendallsTauView.Size = new System.Drawing.Size(194, 21);
275      this.kendallsTauView.TabIndex = 2;
276      //
277      // absoluteLogErrorView
278      //
279      this.absoluteLogErrorView.Caption = "StringConvertibleValue View";
280      this.absoluteLogErrorView.Content = null;
281      this.absoluteLogErrorView.LabelVisible = false;
282      this.absoluteLogErrorView.Location = new System.Drawing.Point(503, 128);
283      this.absoluteLogErrorView.Name = "absoluteLogErrorView";
284      this.absoluteLogErrorView.ReadOnly = true;
285      this.absoluteLogErrorView.Size = new System.Drawing.Size(194, 21);
286      this.absoluteLogErrorView.TabIndex = 2;
287      //
288      // absoluteErrorView
289      //
290      this.absoluteErrorView.Caption = "StringConvertibleValue View";
291      this.absoluteErrorView.Content = null;
292      this.absoluteErrorView.LabelVisible = false;
293      this.absoluteErrorView.Location = new System.Drawing.Point(503, 71);
294      this.absoluteErrorView.Name = "absoluteErrorView";
295      this.absoluteErrorView.ReadOnly = true;
296      this.absoluteErrorView.Size = new System.Drawing.Size(194, 21);
297      this.absoluteErrorView.TabIndex = 2;
298      //
299      // confusionMatrixView
300      //
301      this.confusionMatrixView.Caption = "StringConvertibleMatrix View";
302      this.confusionMatrixView.Content = null;
303      this.confusionMatrixView.Location = new System.Drawing.Point(37, 71);
304      this.confusionMatrixView.Name = "confusionMatrixView";
305      this.confusionMatrixView.ReadOnly = true;
306      this.confusionMatrixView.ShowRowsAndColumnsTextBox = false;
307      this.confusionMatrixView.ShowStatisticalInformation = false;
308      this.confusionMatrixView.Size = new System.Drawing.Size(438, 134);
309      this.confusionMatrixView.TabIndex = 1;
310      //
311      // xValidateButton
312      //
313      this.xValidateButton.Location = new System.Drawing.Point(7, 7);
314      this.xValidateButton.Name = "xValidateButton";
315      this.xValidateButton.Size = new System.Drawing.Size(163, 23);
316      this.xValidateButton.TabIndex = 0;
317      this.xValidateButton.Text = "X-Validate Leave One Out";
318      this.xValidateButton.UseVisualStyleBackColor = true;
319      this.xValidateButton.Click += new System.EventHandler(this.xValidateButton_Click);
320      //
321      // minTargetView
322      //
323      this.minTargetView.Caption = "StringConvertibleValue View";
324      this.minTargetView.Content = null;
325      this.minTargetView.LabelVisible = false;
326      this.minTargetView.Location = new System.Drawing.Point(350, 3);
327      this.minTargetView.Name = "minTargetView";
328      this.minTargetView.ReadOnly = false;
329      this.minTargetView.Size = new System.Drawing.Size(86, 21);
330      this.minTargetView.TabIndex = 18;
331      //
332      // minimumTargetLabel
333      //
334      this.minimumTargetLabel.AutoSize = true;
335      this.minimumTargetLabel.Location = new System.Drawing.Point(311, 6);
336      this.minimumTargetLabel.Name = "minimumTargetLabel";
337      this.minimumTargetLabel.Size = new System.Drawing.Size(41, 13);
338      this.minimumTargetLabel.TabIndex = 17;
339      this.minimumTargetLabel.Text = "Target:";
340      //
341      // ncdgView
342      //
343      this.ncdgView.Caption = "StringConvertibleValue View";
344      this.ncdgView.Content = null;
345      this.ncdgView.LabelVisible = false;
346      this.ncdgView.Location = new System.Drawing.Point(503, 184);
347      this.ncdgView.Name = "ncdgView";
348      this.ncdgView.ReadOnly = true;
349      this.ncdgView.Size = new System.Drawing.Size(194, 21);
350      this.ncdgView.TabIndex = 2;
351      //
352      // ndcgLabel
353      //
354      this.ndcgLabel.AutoSize = true;
355      this.ndcgLabel.Location = new System.Drawing.Point(519, 165);
356      this.ndcgLabel.Margin = new System.Windows.Forms.Padding(3);
357      this.ndcgLabel.Name = "ndcgLabel";
358      this.ndcgLabel.Size = new System.Drawing.Size(106, 13);
359      this.ndcgLabel.TabIndex = 3;
360      this.ndcgLabel.Text = "Mean NDCG (top N):";
361      //
362      // PerformanceModelingView
363      //
364      this.AutoScaleDimensions = new System.Drawing.SizeF(6F, 13F);
365      this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.Font;
366      this.Controls.Add(this.minimumTargetLabel);
367      this.Controls.Add(this.minTargetView);
368      this.Controls.Add(this.tabControl);
369      this.Controls.Add(this.recommenderLabel);
370      this.Controls.Add(this.recommenderComboBox);
371      this.Controls.Add(this.recommendStartButton);
372      this.Name = "PerformanceModelingView";
373      this.Size = new System.Drawing.Size(960, 539);
374      this.tabControl.ResumeLayout(false);
375      this.characteristicsTabPage.ResumeLayout(false);
376      this.parametersTabPage.ResumeLayout(false);
377      this.crossvalidationTabPage.ResumeLayout(false);
378      this.crossvalidationTabPage.PerformLayout();
379      this.ResumeLayout(false);
380      this.PerformLayout();
381
382    }
383
384    #endregion
385
386    private System.Windows.Forms.Label recommenderLabel;
387    private System.Windows.Forms.ComboBox recommenderComboBox;
388    private System.Windows.Forms.Button recommendStartButton;
389    private System.Windows.Forms.TabControl tabControl;
390    private System.Windows.Forms.TabPage parametersTabPage;
391    private System.Windows.Forms.TabPage crossvalidationTabPage;
392    private Core.Views.ParameterCollectionView parameterCollectionView;
393    private System.Windows.Forms.TabPage characteristicsTabPage;
394    private System.Windows.Forms.Button refreshCharacteristicsButton;
395    private MainForm.WindowsForms.ViewHost characteristicsViewHost;
396    private System.Windows.Forms.Button xValidateButton;
397    private Data.Views.StringConvertibleValueView minTargetView;
398    private System.Windows.Forms.Label minimumTargetLabel;
399    private System.Windows.Forms.Label kendallsTauLabel;
400    private System.Windows.Forms.Label absoluteErrorLabel;
401    private Data.Views.StringConvertibleValueView kendallsTauView;
402    private Data.Views.StringConvertibleValueView absoluteErrorView;
403    private Data.Views.StringConvertibleMatrixView confusionMatrixView;
404    private System.Windows.Forms.Label predictedLabel;
405    private System.Windows.Forms.Label absoluteLogErrorLabel;
406    private Data.Views.StringConvertibleValueView absoluteLogErrorView;
407    private System.Windows.Forms.ComboBox topNComboBox;
408    private System.Windows.Forms.Label topNlabel;
409    private System.Windows.Forms.Label ndcgLabel;
410    private Data.Views.StringConvertibleValueView ncdgView;
411  }
412}
Note: See TracBrowser for help on using the repository browser.