Changeset 16611 for branches/2989_MovingPeaksBenchmark/HeuristicLab.Problems.MovingPeaksBenchmark/3.3/MovingPeaksBenchmarkProblemEvaluator.cs

Timestamp:

02/17/19 05:21:34 (5 years ago)

Author:

swagner

Message:

#2989: Moving Peaks Benchmark

• added calculation of offline error

File:

• branches/2989_MovingPeaksBenchmark/HeuristicLab.Problems.MovingPeaksBenchmark/3.3/MovingPeaksBenchmarkProblemEvaluator.cs (modified) (4 diffs)

branches/2989_MovingPeaksBenchmark/HeuristicLab.Problems.MovingPeaksBenchmark/3.3/MovingPeaksBenchmarkProblemEvaluator.cs

@@ -40 +40 @@
     [Storable]
     long executions;
+    [Storable]
+    double currentBest;
+    [Storable]
+    double offlineErrorSum;
 
     public IValueLookupParameter<DoubleMatrix> PeakLocationsParameter {
@@ -143 +147 @@
           BestKnownSolutionParameter.ActualValue = new RealVector(peak);
           BestKnownQualityParameter.ActualValue.Value = heights.Max();
+          currentBest = -1;
         }
         executions++;
@@ -150 +155 @@
       double quality = Apply(peaks, widths, heights, point);
       QualityParameter.ActualValue = new DoubleValue(quality);
+
+      lock (this) {
+        if (quality > currentBest) {
+          currentBest = quality;
+        }
+        offlineErrorSum += heights.Max() - currentBest;
+        ResultCollection results = ResultsParameter.ActualValue;
+        IResult offlineError;
+        if (results.TryGetValue("Offline Error", out offlineError)) {
+          (offlineError.Value as DoubleValue).Value = offlineErrorSum / executions;
+        } else {
+          results.Add(new Result("Offline Error", new DoubleValue(offlineErrorSum / executions)));
+        }
+      }
       return base.InstrumentedApply();
     }
@@ -156 +175 @@
       base.InitializeState();
       executions = 0;
+      currentBest = -1;
+      offlineErrorSum = 0;
     }