source: branches/3040_VectorBasedGP/HeuristicLab.Problems.Instances.DataAnalysis/3.3/DataAnalysisInstanceProvider.cs @ 17874

#region License Information
/* HeuristicLab
 * Copyright (C) Heuristic and Evolutionary Algorithms Laboratory (HEAL)
 *
 * This file is part of HeuristicLab.
 *
 * HeuristicLab is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * HeuristicLab is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
 */
#endregion

using System;
using System.Collections;
using System.Collections.Generic;
using System.ComponentModel;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Text;
using HeuristicLab.Problems.DataAnalysis;
using HeuristicLab.Random;

namespace HeuristicLab.Problems.Instances.DataAnalysis {
  public abstract class DataAnalysisInstanceProvider<TData, ImportType> : ProblemInstanceProvider<TData>
    where TData : class, IDataAnalysisProblemData
    where ImportType : DataAnalysisImportType {

    public event ProgressChangedEventHandler ProgressChanged;

    public TData ImportData(string path, ImportType type, DataAnalysisCSVFormat csvFormat) {
      TableFileParser csvFileParser = new TableFileParser();
      csvFileParser.Encoding = csvFormat.Encoding;
      long fileSize = new FileInfo(path).Length;
      csvFileParser.ProgressChanged += (sender, e) => {
        OnProgressChanged(e / (double)fileSize);
      };
      var formatOptions = new TableFileFormatOptions {
        NumberFormat = csvFormat.NumberFormatInfo,
        DateTimeFormat = csvFormat.DateTimeFormatInfo,
        ColumnSeparator = csvFormat.Separator,
        VectorSeparator = csvFormat.VectorSeparator
      };
      csvFileParser.Parse(path, formatOptions, csvFormat.VariableNamesAvailable);
      return ImportData(path, type, csvFileParser);
    }

    protected virtual void OnProgressChanged(double d) {
      var handler = ProgressChanged;
      if (handler != null)
        handler(this, new ProgressChangedEventArgs((int)(100 * d), null));
    }

    protected virtual TData ImportData(string path, ImportType type, TableFileParser csvFileParser) {
      throw new NotSupportedException();
    }

    protected List<IList> Shuffle(List<IList> values) {
      int count = values.First().Count;
      int[] indices = Enumerable.Range(0, count).Shuffle(new FastRandom()).ToArray();
      List<IList> shuffled = new List<IList>(values.Count);
      for (int col = 0; col < values.Count; col++) {

        if (values[col] is List<double>)
          shuffled.Add(new List<double>());
        else if (values[col] is List<DateTime>)
          shuffled.Add(new List<DateTime>());
        else if (values[col] is List<string>)
          shuffled.Add(new List<string>());
        else
          throw new InvalidOperationException();

        for (int i = 0; i < count; i++) {
          shuffled[col].Add(values[col][indices[i]]);
        }
      }
      return shuffled;
    }

    public override bool CanExportData {
      get { return true; }
    }
    public override void ExportData(TData instance, string path) {
      var strBuilder = new StringBuilder();
      var colSep = CultureInfo.CurrentCulture.TextInfo.ListSeparator;
      foreach (var variable in instance.Dataset.VariableNames) {
        strBuilder.Append(variable.Replace(colSep, String.Empty) + colSep);
      }
      strBuilder.Remove(strBuilder.Length - colSep.Length, colSep.Length);
      strBuilder.AppendLine();

      var dataset = instance.Dataset;

      for (int i = 0; i < dataset.Rows; i++) {
        for (int j = 0; j < dataset.Columns; j++) {
          if (j > 0) strBuilder.Append(colSep);
          strBuilder.Append(dataset.GetValue(i, j));
        }
        strBuilder.AppendLine();
      }
      using (var fileStream = new FileStream(path, FileMode.Create)) {
        Encoding encoding = Encoding.GetEncoding(Encoding.Default.CodePage,
          new EncoderReplacementFallback("*"),
          new DecoderReplacementFallback("*"));
        using (var writer = new StreamWriter(fileStream, encoding)) {
          writer.Write(strBuilder);
        }
      }
    }
  }
}