Changeset 14742 for branches/TSNE/HeuristicLab.Algorithms.DataAnalysis/3.4/TSNE/TSNEAnalysis.cs

Timestamp:

03/10/17 08:37:27 (7 years ago)

Author:

bwerth

Message:

#2700 fixed displaying of randomly generated seed and some minor code simplifications

File:

• branches/TSNE/HeuristicLab.Algorithms.DataAnalysis/3.4/TSNE/TSNEAnalysis.cs (modified) (5 diffs)

branches/TSNE/HeuristicLab.Algorithms.DataAnalysis/3.4/TSNE/TSNEAnalysis.cs

@@ -57 +57 @@
       set { base.Problem = value; }
     }
-    #region Resultnames
-    private const string ScatterPlotResultName = "Scatterplot";
-    private const string DataResultName = "Projected Data";
-    #endregion
 
     #region Parameternames
@@ -238 +234 @@
 
     protected override void Run(CancellationToken cancellationToken) {
-      var data = CalculateProjectedData(Problem.ProblemData);
-      var lowDimData = new DoubleMatrix(data);
-    }
-
-    private double[,] CalculateProjectedData(IDataAnalysisProblemData problemData) {
       var dataRowNames = new Dictionary<string, List<int>>();
       var rows = new Dictionary<string, ScatterPlotDataRow>();
-
+      var problemData = Problem.ProblemData;
+
+      //color datapoints acording to Classes-Variable (be it double or string)
       if (problemData.Dataset.VariableNames.Contains(Classes)) {
         if ((problemData.Dataset as Dataset).VariableHasType<string>(Classes)) {
           var classes = problemData.Dataset.GetStringValues(Classes).ToArray();
-          for (int i = 0; i < classes.Length; i++) {
+          for (var i = 0; i < classes.Length; i++) {
             if (!dataRowNames.ContainsKey(classes[i])) dataRowNames.Add(classes[i], new List<int>());
-            dataRowNames[classes[i]].Add(i); //always succeeds
+            dataRowNames[classes[i]].Add(i);
           }
         } else if ((problemData.Dataset as Dataset).VariableHasType<double>(Classes)) {
@@ -257 +250 @@
           var max = classValues.Max() + 0.1;
           var min = classValues.Min() - 0.1;
-          var contours = 8;
+          const int contours = 8;
           for (var i = 0; i < contours; i++) {
-            var name = GetContourName(i, min, max, contours);
-            dataRowNames.Add(name, new List<int>());
-            rows.Add(name, new ScatterPlotDataRow(name, "", new List<Point2D<double>>()));
-            rows[name].VisualProperties.Color = GetHeatMapColor(i, contours);
-            rows[name].VisualProperties.PointSize = i + 3;
+            var contourname = GetContourName(i, min, max, contours);
+            dataRowNames.Add(contourname, new List<int>());
+            rows.Add(contourname, new ScatterPlotDataRow(contourname, "", new List<Point2D<double>>()));
+            rows[contourname].VisualProperties.Color = GetHeatMapColor(i, contours);
+            rows[contourname].VisualProperties.PointSize = i + 3;
           }
-          for (int i = 0; i < classValues.Length; i++) {
-            dataRowNames[GetContourName(classValues[i], min, max, contours)].Add(i); //always succeeds
+          for (var i = 0; i < classValues.Length; i++) {
+            dataRowNames[GetContourName(classValues[i], min, max, contours)].Add(i);
           }
-
         }
-
       } else {
         dataRowNames.Add("Training", problemData.TrainingIndices.ToList());
@@ -276 +267 @@
       }
 
-      var random = SetSeedRandomly ? new MersenneTwister() : new MersenneTwister(Seed);
+      //Set up and run TSNE
+      if (SetSeedRandomly) SeedParameter.Value.Value = new System.Random().Next();
+      var random = new MersenneTwister(Seed);
       tsne = new TSNE<RealVector>(Distance, random, Results, MaxIterations, StopLyingIteration, MomentumSwitchIteration, InitialMomentum, FinalMomentum, Eta, dataRowNames, rows);
       var dataset = problemData.Dataset;
@@ -282 +275 @@
       var data = new RealVector[dataset.Rows];
       for (var row = 0; row < dataset.Rows; row++) data[row] = new RealVector(allowedInputVariables.Select(col => dataset.GetDoubleValue(col, row)).ToArray());
-
-      if (Normalization) {
-        data = NormalizeData(data);
-      }
-
-      return tsne.Run(data, NewDimensions, Perplexity, Theta);
-    }
-
-    private RealVector[] NormalizeData(RealVector[] data) {
+      if (Normalization) data = NormalizeData(data);
+      tsne.Run(data, NewDimensions, Perplexity, Theta);
+    }
+
+    private static RealVector[] NormalizeData(IReadOnlyList<RealVector> data) {
       var n = data[0].Length;
       var mean = new double[n];
       var sd = new double[n];
-      var nData = new RealVector[data.Length];
+      var nData = new RealVector[data.Count];
       for (var i = 0; i < n; i++) {
         var i1 = i;
-        sd[i] = Enumerable.Range(0, data.Length).Select(x => data[x][i1]).StandardDeviation();
-        mean[i] = Enumerable.Range(0, data.Length).Select(x => data[x][i1]).Average();
+        sd[i] = Enumerable.Range(0, data.Count).Select(x => data[x][i1]).StandardDeviation();
+        mean[i] = Enumerable.Range(0, data.Count).Select(x => data[x][i1]).Average();
       }
-      for (int i = 0; i < data.Length; i++) {
+      for (var i = 0; i < data.Count; i++) {
         nData[i] = new RealVector(n);
-        for (int j = 0; j < n; j++) {
-          nData[i][j] = (data[i][j] - mean[j]) / sd[j];
-        }
+        for (var j = 0; j < n; j++) nData[i][j] = (data[i][j] - mean[j]) / sd[j];
       }
       return nData;
-
-
-    }
-
+    }
     private static Color GetHeatMapColor(int contourNr, int noContours) {
       var q = (double)contourNr / noContours;  // q in [0,1]