Changeset 10224 for branches/HeuristicLab.Analysis.AlgorithmBehavior/PerformanceTests/Program.cs

Timestamp:

12/12/13 01:06:00 (10 years ago)

Author:

ascheibe

Message:

#1886

• added more performance tests
• tried to mute qhull

File:

• branches/HeuristicLab.Analysis.AlgorithmBehavior/PerformanceTests/Program.cs (modified) (2 diffs)

branches/HeuristicLab.Analysis.AlgorithmBehavior/PerformanceTests/Program.cs

@@ -25 +25 @@
 using System.Linq;
 using HeuristicLab.Analysis.AlgorithmBehavior.Analyzers;
+using MIConvexHull;
 
 namespace PerformanceTests {
   class Program {
+
+    static int nrOfPoints = 1000;
+    static int dimension = 10;
+
     static void Main(string[] args) {
-      // TestSimpleVolumeCalculation();
-      // TestVolCalc();
-      //TestQHullVolumeCalculation();
-      TestQhull();
+      //TestConvexHullPerformance();
+      //TestVolumeCalculationPerformance();
+
+      TestMDSPerformance();
     }
 
-    public static void TestQhull() {
-      var points = new List<double[]>();
-      points.Add(new double[] { -0.72045174, 1.44667601, -1.75159125 });
-      points.Add(new double[] { -0.67521503, 0.61127293, -0.33962646 });
-      points.Add(new double[] { 2.02392510, -0.41962562, -1.12211942 });
-      points.Add(new double[] { 0.02647963, -0.24983950, -0.47038916 });
-      points.Add(new double[] { 0.61548803, -0.25039511, 0.97745744 });
-      points.Add(new double[] { -1.65142294, -0.09537136, 1.93154268 });
-      points.Add(new double[] { 1.12618422, 0.49384888, 0.05286691 });
-      points.Add(new double[] { -0.12506782, -2.29161965, -0.09710301 });
+    public static void TestMDSPerformance() {
+      double[][] orgPoints = new double[nrOfPoints][];
+      double[][] orgDm = new double[nrOfPoints][];
+      double[][] newPoints = null;
+      Stopwatch watch = new Stopwatch();
 
-      double volume = QhullWrapper.CalculateVolume(points);
-      volume = Math.Round(volume, 6);
-      Console.WriteLine("Volume is: " + volume);
+      AllocArray(orgPoints, dimension);
+      AllocArray(orgDm, nrOfPoints);
+      SamplePoints(orgPoints);
+      CalculateDistanceMatrix(orgDm, orgPoints);
 
-      var result = QhullWrapper.Calculate(points);
+      watch.Start();
+      newPoints = DistanceMatrixToPoints.MetricMDS(orgDm, dimension);
+      watch.Stop();
+      Console.WriteLine("Runtime of MetricMDS (in sec): " + watch.Elapsed.TotalSeconds);
+
+      Console.ReadLine();
     }
 
+    public static void TestConvexHullPerformance() {
+      List<double[]> result = null;
+      Stopwatch watch = new Stopwatch();
 
-    public static void TestVolCalc() {
-      int dim = 3;
-      int size = 8;
-      var data = CreateRandomData(size, dim);
+      var data = CreateRandomData(nrOfPoints, dimension);
       var dataList = data.ToList();
+
+      //calculate convex hull with LP
+      watch.Start();
+      result = LPHull.Calculate(data);
+      watch.Stop();
+      Console.WriteLine("Runtime of LPHull (in sec): " + watch.Elapsed.TotalSeconds);
+
+      //calculate convex hull with SMO
+      watch.Restart();
+      result = HyperHull.Calculate(data);
+      watch.Stop();
+      Console.WriteLine("Runtime of HyperHull (in sec): " + watch.Elapsed.TotalSeconds);
+
+      //calculate convex hull with MIConvexHull
+      watch.Restart();
+      result = ConvexHull.Create(data).Points.Select(x => x.Position).ToList();
+      watch.Stop();
+      Console.WriteLine("Runtime of MIConvexHull (in sec): " + watch.Elapsed.TotalSeconds);
+
+      //calculate convex hull with QHull
+      watch.Restart();
+      result = QhullWrapper.Calculate(dataList);
+      watch.Stop();
+      Console.WriteLine("Runtime of QHull (in sec): " + watch.Elapsed.TotalSeconds);
+
+      Console.ReadLine();
+    }
+
+    public static void TestVolumeCalculationPerformance() {
+      var data = CreateRandomData(nrOfPoints, dimension);
+      var dataList = data.ToList();
+      List<double[]> convexHull = null;
+      double volume = 0.0;
       Stopwatch watch = new Stopwatch();
 
 
-      //calculate convex hull
+      //calculate volume with LP and then use QHull
       watch.Start();
-      var convexHull = LPHull.Calculate(data);
+      convexHull = LPHull.Calculate(data);
+      volume = QhullWrapper.CalculateVolume(convexHull);
       watch.Stop();
-      Console.WriteLine("Convex hull calculation took : " + watch.Elapsed.TotalSeconds + " seconds.");
+      Console.WriteLine(Environment.NewLine + "## Runtime of LPHull/QHull (sec): " + watch.Elapsed.TotalSeconds);
+      //Console.WriteLine("Volume of convex hull is: " + volume);
 
+      //calculate volume with QHull
+      watch.Restart();
+      volume = QhullWrapper.CalculateVolume(dataList);
+      watch.Stop();
+      Console.WriteLine(Environment.NewLine + "## Runtime of QHull (sec): " + watch.Elapsed.TotalSeconds);
+      //Console.WriteLine("Volume of convex hull is: " + volume);
 
-      //calculate volume of convex hull
-      watch.Start();
-      double volume = ConvexHullMeasures.CalculateVolume(convexHull);
-      watch.Stop();
-      Console.WriteLine("Volume calculation of convex hull took : " + watch.Elapsed.TotalSeconds + " seconds.");
-      Console.WriteLine("Volume of convex hull is: " + volume);
-
-
-      //do volume calculation from the whole data set
-      watch.Start();
+      //calculate volume of data with delauny triangulation
+      watch.Restart();
       volume = ConvexHullMeasures.CalculateVolume(dataList);
       watch.Stop();
-      Console.WriteLine("Volume calculation of whole data set took : " + watch.Elapsed.TotalSeconds + " seconds.");
-      Console.WriteLine("Volume of whole data is: " + volume);
-    }
+      Console.WriteLine(Environment.NewLine + "## Runtime using all data with delauny (sec): " + watch.Elapsed.TotalSeconds);
+      //Console.WriteLine("Volume of convex hull is: " + volume);
 
-    private static void TestQHullVolumeCalculation() {
-      const int numPoints = 8;
-      const int dimension = 3;
+      //calculate volume with convex hull (LPHull) and delauny triangulation
+      watch.Restart();
+      convexHull = LPHull.Calculate(data);
+      volume = ConvexHullMeasures.CalculateVolume(convexHull);
+      watch.Stop();
+      Console.WriteLine(Environment.NewLine + "## Runtime using convex hull and delauny (sec): " + watch.Elapsed.TotalSeconds);
+      //Console.WriteLine("Volume of convex hull is: " + volume);
 
-      var points = new List<double[]>();
-
-      points.Add(new double[] { -0.72045174, 1.44667601, -1.75159125 });
-      points.Add(new double[] { -0.67521503, 0.61127293, -0.33962646 });
-      points.Add(new double[] { 2.02392510, -0.41962562, -1.12211942 });
-      points.Add(new double[] { 0.02647963, -0.24983950, -0.47038916 });
-      points.Add(new double[] { 0.61548803, -0.25039511, 0.97745744 });
-      points.Add(new double[] { -1.65142294, -0.09537136, 1.93154268 });
-      points.Add(new double[] { 1.12618422, 0.49384888, 0.05286691 });
-      points.Add(new double[] { -0.12506782, -2.29161965, -0.09710301 });
-
-      Stopwatch watch = new Stopwatch();
-      //calculate convex hull
-      watch.Start();
-      var convexHull = LPHull.Calculate(points.ToArray());
-      watch.Stop();
-      Console.WriteLine("Convex hull calculation took : " + watch.Elapsed.TotalSeconds + " seconds.");
-
-
-      //calculate volume of convex hull
-      watch.Start();
-      double volume = ConvexHullMeasures.CalculateVolume(convexHull);
-      watch.Stop();
-      Console.WriteLine("Volume calculation of convex hull took : " + watch.Elapsed.TotalSeconds + " seconds.");
-      Console.WriteLine("Volume of convex hull is: " + volume);  //7.960698
-
-
-      //do volume calculation from the whole data set
-      watch.Start();
-      volume = ConvexHullMeasures.CalculateVolume(points);
-      watch.Stop();
-      Console.WriteLine("Volume calculation of whole data set took : " + watch.Elapsed.TotalSeconds + " seconds.");
-      Console.WriteLine("Volume of whole data is: " + volume);
-    }
-
-    private static void TestSimpleVolumeCalculation() {
-      const int numPoints = 4;
-      const int dimension = 3;
-
-      double[] num1 = new double[dimension];
-      double[] num2 = new double[dimension];
-      double[] num3 = new double[dimension];
-      double[] num4 = new double[dimension];
-
-      num1[0] = 1;
-      num1[1] = 2;
-      num1[2] = 2;
-
-      num2[0] = 3;
-      num2[1] = 4;
-      num2[2] = 3;
-
-      num3[0] = 3;
-      num3[1] = 6;
-      num3[2] = 3;
-
-      num4[0] = 7;
-      num4[1] = 8;
-      num4[2] = 3;
-
-      var points = new List<double[]>();
-      points.Add(num1);
-      points.Add(num2);
-      points.Add(num3);
-      points.Add(num4);
-
-
-      double volume = ConvexHullMeasures.CalculateSimplexVolume(points);
-
+      Console.ReadLine();
     }
 
@@ -172 +146 @@
       return result;
     }
+
+    private static void CalculateDistanceMatrix(double[][] dm, double[][] points) {
+      for (int i = 0; i < points.Length; i++) {
+        for (int j = 0; j < points.Length; j++) {
+          dm[i][j] = points[i].EuclideanDistance(points[j]);
+        }
+      }
+    }
+
+    private static void AllocArray(double[][] arr, int size) {
+      for (int i = 0; i < arr.Length; i++) {
+        arr[i] = new double[size];
+      }
+    }
+
+    private static void SamplePoints(double[][] points) {
+      Random rand = new Random();
+
+      for (int i = 0; i < points.Length; i++) {
+        for (int j = 0; j < points[i].Length; j++) {
+          points[i][j] = rand.NextDouble() * 100;
+        }
+      }
+    }
   }
 }