Free cookie consent management tool by TermsFeed Policy Generator

source: branches/2701_MemPRAlgorithm/HeuristicLab.Analysis/3.3/QualityAnalysis/QualityPerClockAnalyzer.cs @ 18131

Last change on this file since 18131 was 14102, checked in by abeham, 8 years ago

#2634: Integrated RLD analysis into trunk

  • HeuristicLab.Analysis:
    • IndexedDataTable<T>, IndexedDataRow<T>
    • QualityPerClockAnalyzer, QualityPerEvaluationsAnalyzer
    • ExpectedRuntimeHelper
  • HeuristicLab.Analysis.Views:
    • IndexedDataTableView
  • HeuristicLab.Optimization.Views:
    • RunCollectionRLDView

To test:

  1. Configure an algorithm/problem combination
  2. In the algorithm's analyzers add the QualityPerEvaluationsAnalyzer
  3. Make sure the BestAverageWorstQualityAnalyzer is executed before
  4. Run the algorithm several times
  5. In the Runs tab select the "Run-length Distribution View"
File size: 4.5 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2016 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22using System;
23using System.Linq;
24using HeuristicLab.Common;
25using HeuristicLab.Core;
26using HeuristicLab.Data;
27using HeuristicLab.Operators;
28using HeuristicLab.Optimization;
29using HeuristicLab.Parameters;
30using HeuristicLab.Persistence.Default.CompositeSerializers.Storable;
31
32namespace HeuristicLab.Analysis {
33  [Item("QualityPerClockAnalyzer", @"Creates a plot of the solution quality with respect to the elapsed wall-clock time.")]
34  [StorableClass]
35  public class QualityPerClockAnalyzer : SingleSuccessorOperator, IAnalyzer, ISingleObjectiveOperator {
36    public virtual bool EnabledByDefault {
37      get { return false; }
38    }
39
40    public ILookupParameter<DoubleValue> BestQualityParameter {
41      get { return (ILookupParameter<DoubleValue>)Parameters["BestQuality"]; }
42    }
43
44    public ILookupParameter<DateTimeValue> LastUpdateTimeParameter {
45      get { return (ILookupParameter<DateTimeValue>)Parameters["LastUpdateTime"]; }
46    }
47
48    public IResultParameter<IndexedDataTable<double>> QualityPerClockParameter {
49      get { return (IResultParameter<IndexedDataTable<double>>)Parameters["QualityPerClock"]; }
50    }
51
52    [StorableConstructor]
53    protected QualityPerClockAnalyzer(bool deserializing) : base(deserializing) { }
54    protected QualityPerClockAnalyzer(QualityPerClockAnalyzer original, Cloner cloner) : base(original, cloner) { }
55    public QualityPerClockAnalyzer()
56      : base() {
57      Parameters.Add(new LookupParameter<DoubleValue>("BestQuality", "The quality value that should be compared."));
58      Parameters.Add(new LookupParameter<DateTimeValue>("LastUpdateTime", "The time the analyzer was last run."));
59      Parameters.Add(new ResultParameter<IndexedDataTable<double>>("QualityPerClock", "Data table containing the first hitting graph with elapsed wall clock time (in seconds) as the x-axis."));
60      QualityPerClockParameter.DefaultValue = new IndexedDataTable<double>("Quality per Clock") {
61        VisualProperties = {
62          XAxisTitle = "Elapsed time [s]",
63          YAxisTitle = "Quality"
64        },
65        Rows = { new IndexedDataRow<double>("First-hit Graph") { VisualProperties = {
66          ChartType = DataRowVisualProperties.DataRowChartType.StepLine,
67          LineWidth = 2
68        } } }
69      };
70    }
71
72    public override IDeepCloneable Clone(Cloner cloner) {
73      return new QualityPerClockAnalyzer(this, cloner);
74    }
75
76    public override IOperation Apply() {
77      var bestQuality = BestQualityParameter.ActualValue.Value;
78      var dataTable = QualityPerClockParameter.ActualValue;
79      var values = dataTable.Rows["First-hit Graph"].Values;
80
81      var lastUpdateTime = LastUpdateTimeParameter.ActualValue;
82      if (lastUpdateTime == null) {
83        lastUpdateTime = new DateTimeValue(DateTime.UtcNow.AddMilliseconds(-1));
84        LastUpdateTimeParameter.ActualValue = lastUpdateTime;
85      }
86
87      var now = DateTime.UtcNow;
88      var runtimeSoFar = (now - lastUpdateTime.Value).TotalSeconds + (values.Count > 0 ? values.Last().Item1 : 0);
89      lastUpdateTime.Value = now;
90      var newEntry = Tuple.Create(runtimeSoFar, bestQuality);
91
92      if (values.Count == 0) {
93        values.Add(newEntry);
94        values.Add(Tuple.Create(runtimeSoFar, bestQuality)); // duplicate entry that will be replaced
95        return base.Apply();
96      }
97
98      var improvement = values.Last().Item2 != bestQuality;
99      if (improvement) {
100        values[values.Count - 1] = newEntry;
101        values.Add(Tuple.Create(runtimeSoFar, bestQuality)); // duplicate entry that will be replaced
102      } else {
103        values[values.Count - 1] = Tuple.Create(runtimeSoFar, bestQuality);
104      }
105      return base.Apply();
106    }
107  }
108}
Note: See TracBrowser for help on using the repository browser.