Changeset 13878 for branches/PerformanceComparison/HeuristicLab.OptimizationExpertSystem

Timestamp:

06/07/16 16:29:59 (9 years ago)

Author:

abeham

Message:

#2457: added standardization of features for recommendation and using log10 of the expected runtime for clustering

File:

• branches/PerformanceComparison/HeuristicLab.OptimizationExpertSystem/3.3/Views/PerformanceModelingView.cs (modified) (3 diffs)

branches/PerformanceComparison/HeuristicLab.OptimizationExpertSystem/3.3/Views/PerformanceModelingView.cs

@@ -186 +186 @@
         var count = 0;
         foreach (var pi in trainingSet) {
-          var observed = Content.GetAlgorithmPerformance(pi);
+          var observed = Content.GetAlgorithmPerformanceLog10(pi);
           if (observed.Count == 0) continue;
           progress.Status = pi.Name + "...";
           var model = recommender.TrainModel(trainingSet.Where(x => x != pi).ToArray(), Content, features);
-          var predictedTopN = model.GetRanking(pi).Take(topN).ToDictionary(x => x.Key, x => x.Value);
-          var predicted = model.GetRanking(pi).ToDictionary(x => x.Key, x => x.Value);
+          var predictedTopN = model.GetRanking(pi).Take(topN).ToDictionary(x => x.Key, x => Math.Log10(x.Value));
+          var predicted = model.GetRanking(pi).ToDictionary(x => x.Key, x => Math.Log10(x.Value));
           var ae = AbsoluteError(observed, predictedTopN);
           if (!double.IsNaN(ae)) {
@@ -240 +240 @@
         double actual;
         if (!performance.TryGetValue(tuple.Key, out actual)) continue;
-        if (double.IsInfinity(actual)) actual = int.MaxValue;
-        error += Math.Abs(actual - tuple.Value);
+        if (double.IsInfinity(actual)) actual = Math.Log10(int.MaxValue);
+        error += Math.Abs(Math.Pow(10, actual) - Math.Pow(10, tuple.Value));
         count++;
       }
@@ -253 +253 @@
         double actual;
         if (!performance.TryGetValue(tuple.Key, out actual)) continue;
-        if (double.IsInfinity(actual)) actual = int.MaxValue;
-        error += Math.Abs(Math.Log10(actual) - Math.Log10(tuple.Value));
+        if (double.IsInfinity(actual)) actual = Math.Log10(int.MaxValue);
+        error += Math.Abs(actual - tuple.Value);
         count++;
       }