Changeset 14952 for branches/PushGP/HeuristicLab.PushGP/HeuristicLab.Problems.ProgramSynthesis/Push/Problem/BenchmarkSuite/BenchmarkSuitePushSolutionView.cs

Timestamp:

05/10/17 11:23:05 (7 years ago)

Author:

pkimmesw

Message:

#2665 Added IsNoop to Expression, Made Expressions storable, Fixed Debugger, Fixed and improved problem data and result visualisation, Added custom ErcOption view, Added problem difficulty to problem data name

File:

• branches/PushGP/HeuristicLab.PushGP/HeuristicLab.Problems.ProgramSynthesis/Push/Problem/BenchmarkSuite/BenchmarkSuitePushSolutionView.cs (modified) (9 diffs)

branches/PushGP/HeuristicLab.PushGP/HeuristicLab.Problems.ProgramSynthesis/Push/Problem/BenchmarkSuite/BenchmarkSuitePushSolutionView.cs

@@ -1 +1 @@
 namespace HeuristicLab.Problems.ProgramSynthesis.Push.Problem.BenchmarkSuite {
   using System;
+  using System.Collections.Generic;
+  using System.Drawing;
   using System.Globalization;
   using System.Linq;
@@ -6 +8 @@
   using Core.Views;
   using HeuristicLab.BenchmarkSuite;
-  using HeuristicLab.BenchmarkSuite.Problems;
   using HeuristicLab.BenchmarkSuite.Views;
+  using HeuristicLab.Common;
+
   using Interpreter;
   using MainForm;
@@ -18 +21 @@
 
     private const string Separator = ", ";
-    private const string EmptySign = "-";
 
     private const string exampleSplitter = " => ";
@@ -26 +28 @@
     private const string EstimatedOutputHeaderStringFormat = "Estimated Output {0} : {1}";
     private const string OutputHeaderStringFormat = "Output {0} : {1}";
-
+    private static readonly Color correctExampleFontColor = Color.FromArgb(0x5cb85c);
     private PooledPushInterpreter interpreter;
     private PushInterpreterPool pool;
@@ -98 +100 @@
       }
 
-      InitResultGrid();
+      InitResultGrid(trainingResultsDataGrid, Evaluator.DataBounds.TrainingRange.Start, Evaluator.DataBounds.TrainingRange.End);
+      InitResultGrid(testResultsDataGrid, Evaluator.DataBounds.TestRange.Start, Evaluator.DataBounds.TestRange.End);
+
       pushDebugger.Content = Content;
     }
 
-    private void InitResultGrid() {
-      resultsDataGrid.Columns.Clear();
-      resultsDataGrid.Rows.Clear();
-
-      var cellTemplate = new DataGridViewTextBoxCell();
+    private void InitResultGrid(DataGridView grid, int start, int end) {
+      grid.Columns.Clear();
+      grid.Rows.Clear();
+
+      var cellTemplate = new DataGridViewTextBoxCell { Style = { WrapMode = DataGridViewTriState.True } };
       var data = Evaluator.Data;
 
@@ -114 +118 @@
           HeaderText = string.Format(InputHeaderStringFormat, i + 1, headerTypeName),
           AutoSizeMode = DataGridViewAutoSizeColumnMode.Fill,
-          CellTemplate = cellTemplate
+          CellTemplate = cellTemplate,
+          DefaultCellStyle = { Alignment = DataGridViewContentAlignment.MiddleRight }
         };
 
-        column.DefaultCellStyle.Alignment = DataGridViewContentAlignment.MiddleRight;
-        resultsDataGrid.Columns.Add(column);
+        grid.Columns.Add(column);
       }
 
@@ -139 +143 @@
         outputColumn.DefaultCellStyle.Alignment = DataGridViewContentAlignment.MiddleRight;
 
-        resultsDataGrid.Columns.Add(estimatedOutputColumn);
-        resultsDataGrid.Columns.Add(outputColumn);
+        grid.Columns.Add(estimatedOutputColumn);
+        grid.Columns.Add(outputColumn);
       }
 
@@ -158 +162 @@
       relativeDiffColumn.DefaultCellStyle.Alignment = DataGridViewContentAlignment.MiddleRight;
 
-      resultsDataGrid.Columns.Add(absoluteDiffColumn);
-      resultsDataGrid.Columns.Add(relativeDiffColumn);
+      grid.Columns.Add(absoluteDiffColumn);
+      grid.Columns.Add(relativeDiffColumn);
 
       using (var pushInterpreter = pool.Create(Content.Random)) {
-        for (var i = 0; i < data.Examples.Length; i++) {
+        var rowIndex = 1;
+        for (var i = start; i < end; i++, rowIndex++) {
           var example = data.Examples[i];
-          var row = new DataGridViewRow();
+          var row = new DataGridViewRow {
+            HeaderCell = {
+              Value = rowIndex.ToString(),
+            }
+          };
+
+          row.CreateCells(grid);
+
           var absoluteDiff = Evaluator.Evaluate(pushInterpreter, Content.Program, i);
           var relativeDiff = absoluteDiff / Math.Abs(data.BestResult - data.WorstResult) * 100d;
 
-          row.HeaderCell.Value = row.Index + 1;
-          row.CreateCells(resultsDataGrid);
-
+          var inputArgumentCountDict = ViewHelper.CreateArgumentCountDict();
           for (var j = 0; j < data.InputArgumentTypes.Length; j++) {
-            row.Cells[j].Value = ViewHelper.StringifyInput(data.InputArgumentTypes[j], example, Separator);
+            var type = data.InputArgumentTypes[j];
+            var offset = inputArgumentCountDict[type];
+            row.Cells[j].Value = ViewHelper.StringifyInput(type, offset, example, Separator);
+            inputArgumentCountDict[type]++;
           }
 
+          var outputArgumentCountDict = ViewHelper.CreateArgumentCountDict();
           for (var j = 0; j < data.OutputArgumentTypes.Length; j++) {
-            row.Cells[data.InputArgumentTypes.Length + j * 2].Value = ViewHelper.StringifyOutput(data.OutputArgumentTypes[j], example, Separator);
-            row.Cells[data.InputArgumentTypes.Length + j * 2 + 1].Value = StringifyResult(data.OutputArgumentTypes[j], pushInterpreter, example, Separator);
+            var type = data.OutputArgumentTypes[j];
+            var offset = outputArgumentCountDict[type];
+            row.Cells[data.InputArgumentTypes.Length + j * 2].Value = ViewHelper.StringifyOutput(type, offset, example, Separator);
+            row.Cells[data.InputArgumentTypes.Length + j * 2 + 1].Value = StringifyResult(type, offset, pushInterpreter, example, Separator);
+            outputArgumentCountDict[type]++;
           }
 
-          row.Cells[data.TotalArgumentCount + 1].Value = absoluteDiff;
-          row.Cells[data.TotalArgumentCount + 2].Value = relativeDiff + "%";
-
-          resultsDataGrid.Rows.Add(row);
+          row.Cells[data.TotalArgumentCount + 1].Value = absoluteDiff.ToString("0.####");
+          row.Cells[data.TotalArgumentCount + 2].Value = relativeDiff.ToString("0.##") + "%";
+
+          if (absoluteDiff.IsAlmost(data.BestResult)) {
+            for (var j = 0; j < row.Cells.Count; j++) {
+              row.Cells[j].Style.ForeColor = correctExampleFontColor;
+            }
+          }
+
+          grid.Rows.Add(row);
           pushInterpreter.Reset();
         }
@@ -189 +212 @@
     }
 
-    private string StringifyResult(ExampleArgumentType type, IPushInterpreter interpreter, Example example, string valueSeparator) {
+    private string StringifyResult(ExampleArgumentType type, int offset, IPushInterpreter interpreter, Example example, string valueSeparator) {
+      var emptyString = string.Empty;
+
       switch (type) {
         case ExampleArgumentType.Integer:
-        case ExampleArgumentType.IntegerVector: return interpreter.IntegerStack.IsEmpty ? EmptySign : string.Join(valueSeparator, interpreter.IntegerStack.Peek(GetCount(interpreter.IntegerStack, example.OutputInteger)));
+          return GetEntryAsString(offset, interpreter.IntegerStack);
+
+        case ExampleArgumentType.IntegerVector:
+          return GetVectorEntryAsString(offset, interpreter.IntegerVectorStack);
 
         case ExampleArgumentType.Float:
-        case ExampleArgumentType.FloatVector: return interpreter.FloatStack.IsEmpty ? EmptySign : string.Join(valueSeparator, interpreter.FloatStack.Peek(GetCount(interpreter.FloatStack, example.OutputFloat)).Select(d => d.ToString(CultureInfo.CurrentUICulture)));
-
-        case ExampleArgumentType.Boolean: return interpreter.BooleanStack.IsEmpty ? EmptySign : interpreter.BooleanStack.Top.ToString();
-        case ExampleArgumentType.Char: return interpreter.CharStack.IsEmpty ? EmptySign : interpreter.CharStack.Top.ToString();
+          return interpreter.FloatStack.Count > offset
+            ? interpreter.FloatStack[offset].ToString(CultureInfo.CurrentUICulture)
+            : emptyString;
+
+        case ExampleArgumentType.FloatVector:
+          return GetVectorEntryAsString(offset, interpreter.FloatVectorStack);
+
+        case ExampleArgumentType.Boolean:
+          return GetEntryAsString(offset, interpreter.BooleanStack);
+
+        case ExampleArgumentType.Char:
+          return GetEntryAsString(offset, interpreter.CharStack);
+
+        case ExampleArgumentType.Print:
+          var requiredLines = example.OutputPrint.Split(new[] { Environment.NewLine }, StringSplitOptions.None).Length;
+          var count = Math.Min(requiredLines, interpreter.PrintStack.Count);
+          return string.Join(valueSeparator, string.Join(Environment.NewLine, interpreter.PrintStack.Peek(count)));
 
         case ExampleArgumentType.String:
-        case ExampleArgumentType.StringVector: return interpreter.StringStack.IsEmpty ? EmptySign : string.Join(valueSeparator, interpreter.StringStack.Peek(GetCount(interpreter.StringStack, example.OutputString)));
+          return GetEntryAsString(offset, interpreter.StringStack);
+
+        case ExampleArgumentType.StringVector:
+          return GetVectorEntryAsString(offset, interpreter.StringVectorStack);
+
         default: return string.Empty;
       }
     }
 
+    private static string GetEntryAsString<T>(int offset, IPushStack<T> stack) {
+      return stack.Count > offset
+       ? stack[offset].ToString()
+       : string.Empty;
+    }
+
+    private static string GetVectorEntryAsString<T>(int offset, IPushStack<List<T>> vectorStack) {
+      return vectorStack.Count > offset
+       ? "[" + string.Join(",", vectorStack[offset]) + "]"
+       : string.Empty;
+    }
+
     private int GetCount<T>(IPushStack<T> stack, T[] data) {
+      return Math.Max(0, Math.Min(data.Length, stack.Count));
+    }
+
+    private int GetVectorCount<T>(IPushStack<List<T>> stack, T[][] data) {
       return Math.Max(0, Math.Min(data.Length, stack.Count));
     }